diff --git a/logs-20240607/csv/COLL.csv b/logs-20240607/csv/COLL.csv index 8a5b537cdc3671843552e181d1d7b5fb15d9b050..e327779aa5878af1ece6e41b6452a4c973e3c8c3 100644 --- a/logs-20240607/csv/COLL.csv +++ b/logs-20240607/csv/COLL.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,584,70,14,4,57,0,48,0,777 -must,679,57,19,2,0,0,20,0,777 +itac,641,69,14,12,1,0,40,0,777 +must,619,60,16,44,0,0,38,0,777 parcoach,520,20,65,172,0,0,0,0,777 diff --git a/logs-20240607/csv/P2P.csv b/logs-20240607/csv/P2P.csv index 5c1dab5c0a15ce6c4f135d9ade412daf3ca3a7f4..68b279dc108899770c45312915d22b79efde097a 100644 --- a/logs-20240607/csv/P2P.csv +++ b/logs-20240607/csv/P2P.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,456,62,7,80,100,75,90,0,870 -must,623,66,5,43,1,0,98,34,870 +itac,542,61,8,81,12,75,91,0,870 +must,531,66,5,113,35,0,120,0,870 parcoach,170,66,11,623,0,0,0,0,870 diff --git a/logs-20240607/csv/RMA.csv b/logs-20240607/csv/RMA.csv index dfd2074746c902ec6fc28a4fbc2f885f2c511970..8002e5659ddc58c01be861d12d2414f6c28bed16 100644 --- a/logs-20240607/csv/RMA.csv +++ b/logs-20240607/csv/RMA.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,57,249,0,139,9,0,1,0,455 -must,64,68,0,55,63,0,205,0,455 +itac,62,249,0,139,0,0,5,0,455 +must,0,109,0,141,0,0,205,0,455 parcoach,110,3,246,96,0,0,0,0,455 diff --git a/logs-20240607/csv/other.csv b/logs-20240607/csv/other.csv index 9d8875b9f9cfac832a7a5a60c062ae3aeef8a2d9..78142363f93dfa292c0480643d82a17c439e4e71 100644 --- a/logs-20240607/csv/other.csv +++ b/logs-20240607/csv/other.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,1,0,0,0,0,0,0,1,2 -must,1,0,0,0,0,0,0,1,2 +itac,1,0,0,1,0,0,0,0,2 +must,1,0,0,1,0,0,0,0,2 parcoach,0,0,0,2,0,0,0,0,2 diff --git a/logs-20240607/csv/total.csv b/logs-20240607/csv/total.csv index 934faa263cdda7d4710ddf561b945ff0262a146c..01670c1e8efb37c465f9a3427b8884376b52af18 100644 --- a/logs-20240607/csv/total.csv +++ b/logs-20240607/csv/total.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,1098,381,21,223,166,75,139,1,2104 -must,1367,191,24,100,64,0,323,35,2104 +itac,1246,379,22,233,13,75,136,0,2104 +must,1151,235,21,299,35,0,363,0,2104 parcoach,800,89,322,893,0,0,0,0,2104 diff --git a/logs-20240607/itac.summary b/logs-20240607/itac.summary index c6e40ff16217a950b41f42e3363e65e4c3c10232..9d238f614a2966d8f836037d344260fc128a8d84 100644 --- a/logs-20240607/itac.summary +++ b/logs-20240607/itac.summary @@ -1,2139 +1,2116 @@ arg_tools: ['itac'] -[{'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] -Test 'InvalidBuffer-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9484405517578125 sec -Test 'InvalidBuffer-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.571662187576294 sec -Test 'InvalidBuffer-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185774803161621 sec -Test 'InvalidBuffer-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.062657594680786 sec -Test 'InvalidBuffer-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.499138116836548 sec -Test 'InvalidBuffer-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263658285140991 sec -Test 'InvalidBuffer-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.038726806640625 sec -Test 'InvalidBuffer-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1431121826171875 sec -Test 'InvalidBuffer-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.142317771911621 sec -Test 'InvalidBuffer-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277951240539551 sec -Test 'InvalidBuffer-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249516248703003 sec -Test 'InvalidBuffer-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284727334976196 sec -Test 'InvalidDatataype-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.488028287887573 sec -Test 'InvalidDatataype-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2430713176727295 sec -Test 'InvalidDatataype-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.165950298309326 sec -Test 'InvalidDatataype-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286250114440918 sec -Test 'InvalidDatataype-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.11592698097229 sec -Test 'InvalidDatataype-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.159897089004517 sec -Test 'InvalidDatataype-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214552640914917 sec -Test 'InvalidDatataype-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208917617797852 sec -Test 'InvalidDatataype-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.190843105316162 sec -Test 'InvalidDatataype-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323803901672363 sec -Test 'InvalidDatataype-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.143977403640747 sec -Test 'InvalidDatataype-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.992257356643677 sec -Test 'InvalidDatataype-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072790622711182 sec -Test 'InvalidDatataype-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.178672552108765 sec -Test 'InvalidDatataype-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.103595972061157 sec -Test 'InvalidDatataype-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.107359170913696 sec -Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.102891683578491 sec -Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.055266380310059 sec -Test 'InvalidParam-Buffer-mpi_bsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.045552730560303 sec -Test 'InvalidParam-Buffer-mpi_bsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9456627368927 sec -Test 'InvalidParam-Buffer-mpi_bsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.034446954727173 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04016900062561 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.013667106628418 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.550879716873169 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.064827680587769 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.806225299835205 sec -Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.947601556777954 sec -Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.987968683242798 sec -Test 'InvalidParam-Buffer-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.930811166763306 sec -Test 'InvalidParam-Buffer-mpi_ibsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.934863090515137 sec -Test 'InvalidParam-Buffer-mpi_ibsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8604559898376465 sec -Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.463533401489258 sec -Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2722694873809814 sec -Test 'InvalidParam-Buffer-mpi_imrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.480092763900757 sec -Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: failure: tool error, or test not run. Elapsed: 0.693493127822876 sec -Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.177944898605347 sec -Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294398784637451 sec -Test 'InvalidParam-Buffer-mpi_irecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.5539379119873047 sec -Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294459819793701 sec -Test 'InvalidParam-Buffer-mpi_irecv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5559000968933105 sec -Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.843625545501709 sec -Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.125312089920044 sec -Test 'InvalidParam-Buffer-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.885853290557861 sec -Test 'InvalidParam-Buffer-mpi_irsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.00252914428711 sec -Test 'InvalidParam-Buffer-mpi_irsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3756282329559326 sec -Test 'InvalidParam-Buffer-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.095096826553345 sec -Test 'InvalidParam-Buffer-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.983904600143433 sec -Test 'InvalidParam-Buffer-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.078542232513428 sec -Test 'InvalidParam-Buffer-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.86182427406311 sec -Test 'InvalidParam-Buffer-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.272538423538208 sec -Test 'InvalidParam-Buffer-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.123457670211792 sec -Test 'InvalidParam-Buffer-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.928613185882568 sec -Test 'InvalidParam-Buffer-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.18949556350708 sec -Test 'InvalidParam-Buffer-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.059708595275879 sec -Test 'InvalidParam-Buffer-mpi_issend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2193188667297363 sec -Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.473909378051758 sec -Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.182574272155762 sec -Test 'InvalidParam-Buffer-mpi_mrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4685943126678467 sec -Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.553482294082642 sec -Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1210634708404541 sec -Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.09985709190368652 sec -Test 'InvalidParam-Buffer-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.11226701736450195 sec -Test 'InvalidParam-Buffer-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10884928703308105 sec -Test 'InvalidParam-Buffer-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.11249637603759766 sec -Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10175418853759766 sec -Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.1196603775024414 sec -Test 'InvalidParam-Buffer-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10693597793579102 sec -Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10814332962036133 sec -Test 'InvalidParam-Buffer-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10452914237976074 sec -Test 'InvalidParam-Buffer-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1910905838012695 sec -Test 'InvalidParam-Buffer-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.63023567199707 sec -Test 'InvalidParam-Buffer-mpi_recv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.236304998397827 sec -Test 'InvalidParam-Buffer-mpi_recv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.156841278076172 sec -Test 'InvalidParam-Buffer-mpi_recv-005_0' result: failure: tool error, or test not run. Elapsed: 1.0599133968353271 sec -Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195252418518066 sec -Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347926616668701 sec -Test 'InvalidParam-Buffer-mpi_recv_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.32594895362854 sec -Test 'InvalidParam-Buffer-mpi_recv_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337096452713013 sec -Test 'InvalidParam-Buffer-mpi_recv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.2970056533813477 sec -Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9755167961120605 sec -Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: failure: tool error, or test not run. Elapsed: 0.976081132888794 sec -Test 'InvalidParam-Buffer-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.909116744995117 sec -Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.935490846633911 sec -Test 'InvalidParam-Buffer-mpi_rsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.319969415664673 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.14583444595337 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.042264223098755 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.20189905166626 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.764218091964722 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-005_0' result: failure: tool error, or test not run. Elapsed: 1.1336636543273926 sec -Test 'InvalidParam-Buffer-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.034927606582642 sec -Test 'InvalidParam-Buffer-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.07275104522705 sec -Test 'InvalidParam-Buffer-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.116556644439697 sec -Test 'InvalidParam-Buffer-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.982239723205566 sec -Test 'InvalidParam-Buffer-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4073739051818848 sec -Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.010842323303223 sec -Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.017784833908081 sec -Test 'InvalidParam-Buffer-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.987793445587158 sec -Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: failure: tool error, or test not run. Elapsed: 1.0026845932006836 sec -Test 'InvalidParam-Buffer-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 4.175833225250244 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0702004432678223 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.827636957168579 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525380611419678 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.833221912384033 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.19326114654541 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.706714153289795 sec -Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.119461297988892 sec -Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.932610988616943 sec -Test 'InvalidParam-Buffer-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.207340002059937 sec -Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.940759897232056 sec -Test 'InvalidParam-Buffer-mpi_ssend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.253826856613159 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.013866424560547 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.092050552368164 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.748140573501587 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.021058797836304 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.9220707416534424 sec -Test 'InvalidParam-Comm-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.350747108459473 sec -Test 'InvalidParam-Comm-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.756639003753662 sec -Test 'InvalidParam-Comm-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299747705459595 sec -Test 'InvalidParam-Comm-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.4988701343536377 sec -Test 'InvalidParam-Comm-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.113762855529785 sec -Test 'InvalidParam-Comm-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.8889050483703613 sec -Test 'InvalidParam-Comm-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237269401550293 sec -Test 'InvalidParam-Comm-mpi_barrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 4.319426774978638 sec -Test 'InvalidParam-Comm-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3357930183410645 sec -Test 'InvalidParam-Comm-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.035372018814087 sec -Test 'InvalidParam-Comm-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.543367624282837 sec -Test 'InvalidParam-Comm-mpi_bsend-002_0' result: failure: tool error, or test not run. Elapsed: 0.6375479698181152 sec -Test 'InvalidParam-Comm-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.94044041633606 sec -Test 'InvalidParam-Comm-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.821202754974365 sec -Test 'InvalidParam-Comm-mpi_cart_create-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.910830020904541 sec -Test 'InvalidParam-Comm-mpi_cart_create-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.897791147232056 sec -Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.723622560501099 sec -Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.865474462509155 sec -Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0' result: failure: tool error, or test not run. Elapsed: 1.0735013484954834 sec -Test 'InvalidParam-Comm-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.191768407821655 sec -Test 'InvalidParam-Comm-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0468995571136475 sec -Test 'InvalidParam-Comm-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.204512596130371 sec -Test 'InvalidParam-Comm-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.871272325515747 sec -Test 'InvalidParam-Comm-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333271026611328 sec -Test 'InvalidParam-Comm-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.994537830352783 sec -Test 'InvalidParam-Comm-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.16162371635437 sec -Test 'InvalidParam-Comm-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0367958545684814 sec -Test 'InvalidParam-Comm-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.449761629104614 sec -Test 'InvalidParam-Comm-mpi_ibarrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9784364700317383 sec -Test 'InvalidParam-Comm-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.370413303375244 sec -Test 'InvalidParam-Comm-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.705953359603882 sec -Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.963320732116699 sec -Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.158204317092896 sec -Test 'InvalidParam-Comm-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255386829376221 sec -Test 'InvalidParam-Comm-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9990010261535645 sec -Test 'InvalidParam-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342899799346924 sec -Test 'InvalidParam-Comm-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258450508117676 sec -Test 'InvalidParam-Comm-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336377859115601 sec -Test 'InvalidParam-Comm-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.228501558303833 sec -Test 'InvalidParam-Comm-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3908984661102295 sec -Test 'InvalidParam-Comm-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0498623847961426 sec -Test 'InvalidParam-Comm-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.807490825653076 sec -Test 'InvalidParam-Comm-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.819113731384277 sec -Test 'InvalidParam-Comm-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.391918659210205 sec -Test 'InvalidParam-Comm-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.016030788421631 sec -Test 'InvalidParam-Comm-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.165699481964111 sec -Test 'InvalidParam-Comm-mpi_iscatter-002_0' result: failure: tool error, or test not run. Elapsed: 0.9465153217315674 sec -Test 'InvalidParam-Comm-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.044494390487671 sec -Test 'InvalidParam-Comm-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.026885032653809 sec -Test 'InvalidParam-Comm-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.974724054336548 sec -Test 'InvalidParam-Comm-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.144903421401978 sec -Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359161376953125 sec -Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.373648166656494 sec -Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.13012433052062988 sec -Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11082649230957031 sec -Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10249114036560059 sec -Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10453414916992188 sec -Test 'InvalidParam-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.876739501953125 sec -Test 'InvalidParam-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347365379333496 sec -Test 'InvalidParam-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279717445373535 sec -Test 'InvalidParam-Comm-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28191876411438 sec -Test 'InvalidParam-Comm-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318472862243652 sec -Test 'InvalidParam-Comm-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.834213972091675 sec -Test 'InvalidParam-Comm-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37291693687439 sec -Test 'InvalidParam-Comm-mpi_reduce_scatter_block-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.831244468688965 sec -Test 'InvalidParam-Comm-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.065400123596191 sec -Test 'InvalidParam-Comm-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.928736925125122 sec -Test 'InvalidParam-Comm-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.126017093658447 sec -Test 'InvalidParam-Comm-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.647972106933594 sec -Test 'InvalidParam-Comm-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.524585962295532 sec -Test 'InvalidParam-Comm-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.937798500061035 sec -Test 'InvalidParam-Comm-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353276252746582 sec -Test 'InvalidParam-Comm-mpi_scatter-002_0' result: failure: tool error, or test not run. Elapsed: 1.1948504447937012 sec -Test 'InvalidParam-Comm-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.030993461608887 sec -Test 'InvalidParam-Comm-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937037706375122 sec -Test 'InvalidParam-Comm-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.013620615005493 sec -Test 'InvalidParam-Comm-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.523029565811157 sec -Test 'InvalidParam-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.509330987930298 sec -Test 'InvalidParam-Comm-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.391314506530762 sec -Test 'InvalidParam-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450206279754639 sec -Test 'InvalidParam-Comm-mpi_sendrecv_replace-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316749572753906 sec -Test 'InvalidParam-Comm-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.113660097122192 sec -Test 'InvalidParam-Comm-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.134610176086426 sec -Test 'InvalidParam-Comm-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.032226800918579 sec -Test 'InvalidParam-Comm-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.688583850860596 sec -Test 'InvalidParam-Op-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.4885995388031 sec -Test 'InvalidParam-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.948781251907349 sec -Test 'InvalidParam-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.917378902435303 sec -Test 'InvalidParam-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8958375453948975 sec -Test 'InvalidParam-Rank-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9100494384765625 sec -Test 'InvalidParam-Rank-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.186317682266235 sec -Test 'InvalidParam-Rank-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0578956604003906 sec -Test 'InvalidParam-Rank-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1586413383483887 sec -Test 'InvalidParam-Rank-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.041631698608398 sec -Test 'InvalidParam-Rank-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1714491844177246 sec -Test 'InvalidParam-Rank-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.231208086013794 sec -Test 'InvalidParam-Rank-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.083544731140137 sec -Test 'InvalidParam-Rank-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9915952682495117 sec -Test 'InvalidParam-Rank-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8750324249267578 sec -Test 'InvalidParam-Rank-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.135647296905518 sec -Test 'InvalidParam-Rank-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5258781909942627 sec -Test 'InvalidParam-Rank-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2384440898895264 sec -Test 'InvalidParam-Rank-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.030393123626709 sec -Test 'InvalidParam-Rank-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1079580783843994 sec -Test 'InvalidParam-Rank-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.075277328491211 sec -Test 'InvalidParam-Rank-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.113229990005493 sec -Test 'InvalidParam-Rank-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.017566680908203 sec -Test 'InvalidParam-Rank-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2387585639953613 sec -Test 'InvalidParam-Rank-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347339868545532 sec -Test 'InvalidParam-Rank-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9206867218017578 sec -Test 'InvalidParam-Rank-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0728073120117188 sec -Test 'InvalidParam-Rank-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.243081092834473 sec -Test 'InvalidParam-Rank-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.169921875 sec -Test 'InvalidParam-Rank-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.4774551391601562 sec -Test 'InvalidParam-Rank-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.232300043106079 sec -Test 'InvalidParam-Rank-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0985372066497803 sec -Test 'InvalidParam-Rank-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1310577392578125 sec -Test 'InvalidParam-Rank-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.151542901992798 sec -Test 'InvalidParam-Rank-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9844679832458496 sec -Test 'InvalidParam-Rank-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.298377275466919 sec -Test 'InvalidParam-Rank-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.325196743011475 sec -Test 'InvalidParam-Rank-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322746515274048 sec -Test 'InvalidParam-Rank-mpi_bsend-001_0' result: timeout: timeout after 60.20706748962402 sec. Elapsed: 60.20706748962402 sec -Test 'InvalidParam-Rank-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.002658605575562 sec -Test 'InvalidParam-Rank-mpi_bsend_init-001_0' result: timeout: timeout after 60.207048654556274 sec. Elapsed: 60.207048654556274 sec -Test 'InvalidParam-Rank-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.182232856750488 sec -Test 'InvalidParam-Rank-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2820024490356445 sec -Test 'InvalidParam-Rank-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432974100112915 sec -Test 'InvalidParam-Rank-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302431583404541 sec -Test 'InvalidParam-Rank-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279474973678589 sec -Test 'InvalidParam-Rank-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.275113105773926 sec -Test 'InvalidParam-Rank-mpi_ibcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382011651992798 sec -Test 'InvalidParam-Rank-mpi_ibsend-001_0' result: timeout: timeout after 60.208377838134766 sec. Elapsed: 60.208377838134766 sec -Test 'InvalidParam-Rank-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.047230958938599 sec -Test 'InvalidParam-Rank-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 1.0681297779083252 sec -Test 'InvalidParam-Rank-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334145784378052 sec -Test 'InvalidParam-Rank-mpi_igather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323614120483398 sec -Test 'InvalidParam-Rank-mpi_improbe-001_0' result: timeout: timeout after 60.20482039451599 sec. Elapsed: 60.20482039451599 sec -Test 'InvalidParam-Rank-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.576401472091675 sec -Test 'InvalidParam-Rank-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200530767440796 sec -Test 'InvalidParam-Rank-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490577936172485 sec -Test 'InvalidParam-Rank-mpi_irecv-001_0' result: timeout: timeout after 60.203341245651245 sec. Elapsed: 60.203341245651245 sec -Test 'InvalidParam-Rank-mpi_irecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.1076245307922363 sec -Test 'InvalidParam-Rank-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.319448709487915 sec -Test 'InvalidParam-Rank-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.21344780921936 sec -Test 'InvalidParam-Rank-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352427959442139 sec -Test 'InvalidParam-Rank-mpi_irsend-001_0' result: timeout: timeout after 60.206820011138916 sec. Elapsed: 60.206820011138916 sec -Test 'InvalidParam-Rank-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.887545108795166 sec -Test 'InvalidParam-Rank-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.42873740196228 sec -Test 'InvalidParam-Rank-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344084978103638 sec -Test 'InvalidParam-Rank-mpi_iscatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.386464595794678 sec -Test 'InvalidParam-Rank-mpi_isend-001_0' result: timeout: timeout after 60.21379995346069 sec. Elapsed: 60.21379995346069 sec -Test 'InvalidParam-Rank-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9992616176605225 sec -Test 'InvalidParam-Rank-mpi_issend-001_0' result: timeout: timeout after 60.20618987083435 sec. Elapsed: 60.20618987083435 sec -Test 'InvalidParam-Rank-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.753845691680908 sec -Test 'InvalidParam-Rank-mpi_mprobe-001_0' result: timeout: timeout after 60.2053005695343 sec. Elapsed: 60.2053005695343 sec -Test 'InvalidParam-Rank-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.096902847290039 sec -Test 'InvalidParam-Rank-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11115097999572754 sec -Test 'InvalidParam-Rank-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11058616638183594 sec -Test 'InvalidParam-Rank-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.398155689239502 sec -Test 'InvalidParam-Rank-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403047561645508 sec -Test 'InvalidParam-Rank-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10668444633483887 sec -Test 'InvalidParam-Rank-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11049056053161621 sec -Test 'InvalidParam-Rank-mpi_recv-001_0' result: timeout: timeout after 60.22866773605347 sec. Elapsed: 60.22866773605347 sec -Test 'InvalidParam-Rank-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366111516952515 sec -Test 'InvalidParam-Rank-mpi_recv_init-001_0' result: timeout: timeout after 60.207491874694824 sec. Elapsed: 60.207491874694824 sec -Test 'InvalidParam-Rank-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.181467533111572 sec -Test 'InvalidParam-Rank-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323563814163208 sec -Test 'InvalidParam-Rank-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299258470535278 sec -Test 'InvalidParam-Rank-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.30239462852478 sec -Test 'InvalidParam-Rank-mpi_rsend-001_0' result: timeout: timeout after 60.20823645591736 sec. Elapsed: 60.20823645591736 sec -Test 'InvalidParam-Rank-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.067746877670288 sec -Test 'InvalidParam-Rank-mpi_rsend_init-001_0' result: timeout: timeout after 60.20589351654053 sec. Elapsed: 60.20589351654053 sec -Test 'InvalidParam-Rank-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.756172180175781 sec -Test 'InvalidParam-Rank-mpi_scatter-001_0' result: failure: tool error, or test not run. Elapsed: 1.106287956237793 sec -Test 'InvalidParam-Rank-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.19196343421936 sec -Test 'InvalidParam-Rank-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.109943389892578 sec -Test 'InvalidParam-Rank-mpi_send-001_0' result: timeout: timeout after 60.206463098526 sec. Elapsed: 60.206463098526 sec -Test 'InvalidParam-Rank-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.096412658691406 sec -Test 'InvalidParam-Rank-mpi_send_init-001_0' result: timeout: timeout after 60.205647230148315 sec. Elapsed: 60.205647230148315 sec -Test 'InvalidParam-Rank-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.935359716415405 sec -Test 'InvalidParam-Rank-mpi_sendrecv-001_0' result: timeout: timeout after 60.20668601989746 sec. Elapsed: 60.20668601989746 sec -Test 'InvalidParam-Rank-mpi_sendrecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.234884262084961 sec -Test 'InvalidParam-Rank-mpi_sendrecv-003_0' result: failure: tool error, or test not run. Elapsed: 1.2045881748199463 sec -Test 'InvalidParam-Rank-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.394861936569214 sec -Test 'InvalidParam-Rank-mpi_ssend-001_0' result: timeout: timeout after 60.20644783973694 sec. Elapsed: 60.20644783973694 sec -Test 'InvalidParam-Rank-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.967465400695801 sec -Test 'InvalidParam-Rank-mpi_ssend_init-001_0' result: timeout: timeout after 60.207934617996216 sec. Elapsed: 60.207934617996216 sec -Test 'InvalidParam-Rank-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.947214603424072 sec -Test 'InvalidParam-Request-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0770633220672607 sec -Test 'InvalidParam-Request-mpi_bsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.0325698852539062 sec -Test 'InvalidParam-Request-mpi_ibsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.0917937755584717 sec -Test 'InvalidParam-Request-mpi_ibsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.1915619373321533 sec -Test 'InvalidParam-Request-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.364325523376465 sec -Test 'InvalidParam-Request-mpi_irecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.1761112213134766 sec -Test 'InvalidParam-Request-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1628360748291016 sec -Test 'InvalidParam-Request-mpi_irsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.196427822113037 sec -Test 'InvalidParam-Request-mpi_isend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1711220741271973 sec -Test 'InvalidParam-Request-mpi_isend-002_0' result: failure: tool error, or test not run. Elapsed: 1.1350882053375244 sec -Test 'InvalidParam-Request-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 1.0459799766540527 sec -Test 'InvalidParam-Request-mpi_isend-004_0' result: failure: tool error, or test not run. Elapsed: 1.0850346088409424 sec -Test 'InvalidParam-Request-mpi_isend-005_0' result: failure: tool error, or test not run. Elapsed: 1.0914220809936523 sec -Test 'InvalidParam-Request-mpi_issend-001_0' result: failure: tool error, or test not run. Elapsed: 2.7982685565948486 sec -Test 'InvalidParam-Request-mpi_issend-002_0' result: failure: tool error, or test not run. Elapsed: 0.943458080291748 sec -Test 'InvalidParam-Request-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10716438293457031 sec -Test 'InvalidParam-Request-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11107301712036133 sec -Test 'InvalidParam-Request-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.1081840991973877 sec -Test 'InvalidParam-Request-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.14786028861999512 sec -Test 'InvalidParam-Request-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 4.01923680305481 sec -Test 'InvalidParam-Request-mpi_rsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.1065914630889893 sec -Test 'InvalidParam-Request-mpi_rsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 0.9664771556854248 sec -Test 'InvalidParam-Request-mpi_send_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.0122931003570557 sec -Test 'InvalidParam-Request-mpi_send_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.068537712097168 sec -Test 'InvalidParam-Request-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.109492540359497 sec -Test 'InvalidParam-Request-mpi_ssend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.1364848613739014 sec -Test 'InvalidParam-Request-mpi_start-001_0' result: failure: tool error, or test not run. Elapsed: 1.2751550674438477 sec -Test 'InvalidParam-Request-mpi_start-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2753448486328125 sec -Test 'InvalidParam-Request-mpi_startall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.243870258331299 sec -Test 'InvalidParam-Request-mpi_startall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.3687140941619873 sec -Test 'InvalidParam-Request-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 0.9909999370574951 sec -Test 'InvalidParam-Request-mpi_testall-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.8173177242279053 sec -Test 'InvalidParam-Request-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 0.9051520824432373 sec -Test 'InvalidParam-Request-mpi_testany-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.31196665763855 sec -Test 'InvalidParam-Request-mpi_testany-002_0' result: failure: tool error, or test not run. Elapsed: 1.0867934226989746 sec -Test 'InvalidParam-Request-mpi_testsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.8114278316497803 sec -Test 'InvalidParam-Request-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.036224603652954 sec -Test 'InvalidParam-Request-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 1.1095471382141113 sec -Test 'InvalidParam-Request-mpi_waitany-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2747623920440674 sec -Test 'InvalidParam-Request-mpi_waitany-002_0' result: failure: tool error, or test not run. Elapsed: 1.0141081809997559 sec -Test 'InvalidParam-Request-mpi_waitsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.34901762008667 sec -Test 'InvalidParam-Request-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 0.9907715320587158 sec -Test 'InvalidParam-Status-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.679059743881226 sec -Test 'InvalidParam-Status-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2143845558166504 sec -Test 'InvalidParam-Status-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.241441965103149 sec -Test 'InvalidParam-Status-mpi_iprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2194759845733643 sec -Test 'InvalidParam-Status-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317255020141602 sec -Test 'InvalidParam-Status-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1396312713623047 sec -Test 'InvalidParam-Status-mpi_mrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2023468017578125 sec -Test 'InvalidParam-Status-mpi_mrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.837345838546753 sec -Test 'InvalidParam-Status-mpi_probe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.373822450637817 sec -Test 'InvalidParam-Status-mpi_probe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1766231060028076 sec -Test 'InvalidParam-Status-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.0064635276794434 sec -Test 'InvalidParam-Status-mpi_recv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2687530517578125 sec -Test 'InvalidParam-Status-mpi_sendrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.033008337020874 sec -Test 'InvalidParam-Status-mpi_sendrecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.2076785564422607 sec -Test 'InvalidParam-Status-mpi_sendrecv_replace-001_0' result: failure: tool error, or test not run. Elapsed: 1.134810447692871 sec -Test 'InvalidParam-Status-mpi_sendrecv_replace-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4855072498321533 sec -Test 'InvalidParam-Status-mpi_test-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.441263914108276 sec -Test 'InvalidParam-Status-mpi_test-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.229060411453247 sec -Test 'InvalidParam-Status-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 0.8327362537384033 sec -Test 'InvalidParam-Status-mpi_testall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9245622158050537 sec -Test 'InvalidParam-Status-mpi_testany-001_0' result: failure: tool error, or test not run. Elapsed: 1.150151252746582 sec -Test 'InvalidParam-Status-mpi_testany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2624282836914062 sec -Test 'InvalidParam-Status-mpi_testsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385465383529663 sec -Test 'InvalidParam-Status-mpi_testsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2954137325286865 sec -Test 'InvalidParam-Status-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 0.8996517658233643 sec -Test 'InvalidParam-Status-mpi_wait-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5085182189941406 sec -Test 'InvalidParam-Status-mpi_waitall-001_0' result: failure: tool error, or test not run. Elapsed: 1.2970874309539795 sec -Test 'InvalidParam-Status-mpi_waitall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3662197589874268 sec -Test 'InvalidParam-Status-mpi_waitany-001_0' result: failure: tool error, or test not run. Elapsed: 1.021585464477539 sec -Test 'InvalidParam-Status-mpi_waitany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.361738681793213 sec -Test 'InvalidParam-Status-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 0.968163013458252 sec -Test 'InvalidParam-Status-mpi_waitsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3774378299713135 sec -Test 'InvalidParam-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.876112699508667 sec -Test 'InvalidParam-Tag-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.752741575241089 sec -Test 'InvalidParam-Tag-mpi_bsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.053467988967896 sec -Test 'InvalidParam-Tag-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.012597799301147 sec -Test 'InvalidParam-Tag-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.079329013824463 sec -Test 'InvalidParam-Tag-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.019420385360718 sec -Test 'InvalidParam-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.467726230621338 sec -Test 'InvalidParam-Tag-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.024677991867065 sec -Test 'InvalidParam-Tag-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.978103160858154 sec -Test 'InvalidParam-Tag-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2750964164733887 sec -Test 'InvalidParam-Tag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.011938571929932 sec -Test 'InvalidParam-Tag-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3442323207855225 sec -Test 'InvalidParam-Tag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.252179384231567 sec -Test 'InvalidParam-Tag-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.258035182952881 sec -Test 'InvalidParam-Tag-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.278388261795044 sec -Test 'InvalidParam-Tag-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.926578044891357 sec -Test 'InvalidParam-Tag-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.044162034988403 sec -Test 'InvalidParam-Tag-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.027941226959229 sec -Test 'InvalidParam-Tag-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.706467390060425 sec -Test 'InvalidParam-Tag-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.032945156097412 sec -Test 'InvalidParam-Tag-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.982794523239136 sec -Test 'InvalidParam-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.99190878868103 sec -Test 'InvalidParam-Tag-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.669709205627441 sec -Test 'InvalidParam-Tag-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.876923561096191 sec -Test 'InvalidParam-Tag-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3194897174835205 sec -Test 'InvalidParam-Tag-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.355276346206665 sec -Test 'InvalidParam-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11243581771850586 sec -Test 'InvalidParam-Tag-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11097550392150879 sec -Test 'InvalidParam-Tag-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2407352924346924 sec -Test 'InvalidParam-Tag-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208078145980835 sec -Test 'InvalidParam-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1076974868774414 sec -Test 'InvalidParam-Tag-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10583877563476562 sec -Test 'InvalidParam-Tag-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10461211204528809 sec -Test 'InvalidParam-Tag-mpi_recv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3871371746063232 sec -Test 'InvalidParam-Tag-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.0595550537109375 sec -Test 'InvalidParam-Tag-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2042453289031982 sec -Test 'InvalidParam-Tag-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5484278202056885 sec -Test 'InvalidParam-Tag-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.91575026512146 sec -Test 'InvalidParam-Tag-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.076331853866577 sec -Test 'InvalidParam-Tag-mpi_rsend-003_0' result: failure: tool error, or test not run. Elapsed: 0.9778106212615967 sec -Test 'InvalidParam-Tag-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7724268436431885 sec -Test 'InvalidParam-Tag-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.978030204772949 sec -Test 'InvalidParam-Tag-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.981638431549072 sec -Test 'InvalidParam-Tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.902228832244873 sec -Test 'InvalidParam-Tag-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.768272161483765 sec -Test 'InvalidParam-Tag-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9607627391815186 sec -Test 'InvalidParam-Tag-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.997959852218628 sec -Test 'InvalidParam-Tag-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.820404529571533 sec -Test 'InvalidParam-Tag-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.778783321380615 sec -Test 'InvalidParam-Tag-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9622931480407715 sec -Test 'InvalidParam-Tag-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.819126844406128 sec -Test 'InvalidParam-Tag-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.984262466430664 sec -Test 'InvalidParam-Tag-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.008368968963623 sec -Test 'InvalidParam-Tag-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.469126462936401 sec -Test 'InvalidParam-Tag-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.844625473022461 sec -Test 'InvalidParam-Type-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.134752511978149 sec -Test 'InvalidParam-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.206117868423462 sec -Test 'InvalidParam-Type-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.117064714431763 sec -Test 'InvalidParam-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1127636432647705 sec -Test 'InvalidParam-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.345503091812134 sec -Test 'InvalidParam-Type-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36625862121582 sec -Test 'InvalidParam-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.26920223236084 sec -Test 'InvalidParam-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.100539207458496 sec -Test 'InvalidParam-Type-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.452729225158691 sec -Test 'InvalidParam-Type-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292331695556641 sec -Test 'InvalidParam-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193195819854736 sec -Test 'InvalidParam-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17944860458374 sec -Test 'InvalidParam-Type-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338226556777954 sec -Test 'InvalidParam-Type-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.46004581451416 sec -Test 'InvalidParam-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2472898960113525 sec -Test 'InvalidParam-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415439128875732 sec -Test 'InvalidParam-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293778419494629 sec -Test 'InvalidParam-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299385070800781 sec -Test 'InvalidParam-array_of_indices-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.2136785984039307 sec -Test 'InvalidParam-array_of_indices-mpi_testsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357051849365234 sec -Test 'InvalidParam-array_of_indices-mpi_waitsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.495794773101807 sec -Test 'InvalidParam-array_of_indices-mpi_waitsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.147683143615723 sec -Test 'InvalidParam-flag-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.205140113830566 sec -Test 'InvalidParam-flag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.461360454559326 sec -Test 'InvalidParam-flag-mpi_initialized-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5219197273254395 sec -Test 'InvalidParam-flag-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244348049163818 sec -Test 'InvalidParam-flag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.378385066986084 sec -Test 'InvalidParam-flag-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 1.1748106479644775 sec -Test 'InvalidParam-flag-mpi_test-002_0' result: failure: tool error, or test not run. Elapsed: 1.1217498779296875 sec -Test 'InvalidParam-flag-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0692870616912842 sec -Test 'InvalidParam-flag-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 1.0591590404510498 sec -Test 'InvalidParam-flag-mpi_testany-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.066429376602173 sec -Test 'InvalidParam-flag-mpi_testany-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.102657794952393 sec -Test 'InvalidParam-outcount-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.0733921527862549 sec -Test 'InvalidParam-outcount-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.0883455276489258 sec -Test 'InvalidParam-outcount-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.225170612335205 sec -Test 'InvalidParam-outcount-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.1439099311828613 sec -Test 'InvalidWin-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.700558423995972 sec -Test 'InvalidWin-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.572833299636841 sec -Test 'EpochLifeCycle-001_0' result: timeout: timeout after 60.2074248790741 sec. Elapsed: 60.2074248790741 sec -Test 'EpochLifeCycle-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.070058822631836 sec -Test 'EpochLifeCycle-003_0' result: timeout: timeout after 60.20283365249634 sec. Elapsed: 60.20283365249634 sec -Test 'EpochLifeCycle-004_0' result: timeout: timeout after 60.205313205718994 sec. Elapsed: 60.205313205718994 sec -Test 'EpochLifeCycle-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377680063247681 sec -Test 'EpochLifeCycle-006_0' result: timeout: timeout after 60.20733666419983 sec. Elapsed: 60.20733666419983 sec -Test 'EpochLifeCycle-007_0' result: timeout: timeout after 60.20561861991882 sec. Elapsed: 60.20561861991882 sec -Test 'EpochLifeCycle-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.088548183441162 sec -Test 'EpochLifeCycle-009_0' result: timeout: timeout after 60.20795559883118 sec. Elapsed: 60.20795559883118 sec -Test 'EpochLifeCycle-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.6488049030303955 sec -Test 'EpochLifeCycle-011_0' result: failure: tool error, or test not run. Elapsed: 0.7540836334228516 sec -Test 'EpochLifeCycle-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2414867877960205 sec -Test 'EpochLifeCycle-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.2426257133483887 sec -Test 'EpochLifeCycle-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.690252065658569 sec -Test 'EpochLifeCycle-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304683446884155 sec -Test 'EpochLifeCycle-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7277040481567383 sec -Test 'EpochLifeCycle-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.832032203674316 sec -Test 'EpochLifeCycle-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.159367561340332 sec -Test 'EpochLifeCycle-019_0' result: timeout: timeout after 60.20620083808899 sec. Elapsed: 60.20620083808899 sec -Test 'EpochLifeCycle-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.964282035827637 sec -Test 'EpochLifeCycle-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.364145278930664 sec -Test 'EpochLifeCycle-022_0' result: timeout: timeout after 60.20582127571106 sec. Elapsed: 60.20582127571106 sec -Test 'EpochLifeCycle-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.187652349472046 sec -Test 'EpochLifeCycle-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426761150360107 sec -Test 'EpochLifeCycle-025_0' result: timeout: timeout after 60.20775556564331 sec. Elapsed: 60.20775556564331 sec -Test 'EpochLifeCycle-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318298578262329 sec -Test 'EpochLifeCycle-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.39555025100708 sec -Test 'EpochLifeCycle-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9334664344787598 sec -Test 'EpochLifeCycle-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2295520305633545 sec -Test 'EpochLifeCycle-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0936572551727295 sec -Test 'EpochLifeCycle-031_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.137864112854004 sec -Test 'EpochLifeCycle-032_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9911010265350342 sec -Test 'EpochLifeCycle-033_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.024977207183838 sec -Test 'LocalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0811526775360107 sec -Test 'LocalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.224353790283203 sec -Test 'LocalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0697555541992188 sec -Test 'LocalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.116392135620117 sec -Test 'LocalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2382850646972656 sec -Test 'LocalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2100584506988525 sec -Test 'LocalConcurrency-fence-get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.072613477706909 sec -Test 'LocalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9447705745697021 sec -Test 'LocalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.900075912475586 sec -Test 'LocalConcurrency-fence-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.99239182472229 sec -Test 'LocalConcurrency-fence-get_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.186922788619995 sec -Test 'LocalConcurrency-fence-get_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2845747470855713 sec -Test 'LocalConcurrency-fence-get_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9803988933563232 sec -Test 'LocalConcurrency-fence-get_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0987727642059326 sec -Test 'LocalConcurrency-fence-get_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.114574670791626 sec -Test 'LocalConcurrency-fence-get_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9159760475158691 sec -Test 'LocalConcurrency-fence-get_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9029765129089355 sec -Test 'LocalConcurrency-fence-get_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1912002563476562 sec -Test 'LocalConcurrency-fence-get_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.986769199371338 sec -Test 'LocalConcurrency-fence-put_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0623085498809814 sec -Test 'LocalConcurrency-fence-put_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.185516834259033 sec -Test 'LocalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.595083236694336 sec -Test 'LocalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1340365409851074 sec -Test 'LocalConcurrency-fence-rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0467519760131836 sec -Test 'LocalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3289005756378174 sec -Test 'LocalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.020564317703247 sec -Test 'LocalConcurrency-fence-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8937437534332275 sec -Test 'LocalConcurrency-fence-rget_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.6464388370513916 sec -Test 'LocalConcurrency-fence-rget_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.257686138153076 sec -Test 'LocalConcurrency-fence-rget_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9503107070922852 sec -Test 'LocalConcurrency-fence-rget_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9855549335479736 sec -Test 'LocalConcurrency-fence-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1921770572662354 sec -Test 'LocalConcurrency-fence-rget_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.068397283554077 sec -Test 'LocalConcurrency-fence-rget_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1885640621185303 sec -Test 'LocalConcurrency-fence-rget_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1657912731170654 sec -Test 'LocalConcurrency-fence-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0150532722473145 sec -Test 'LocalConcurrency-fence-rput_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.925830364227295 sec -Test 'LocalConcurrency-fence-rput_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0573434829711914 sec -Test 'LocalConcurrency-lockunlock-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9627742767333984 sec -Test 'LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.146272659301758 sec -Test 'LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.196394205093384 sec -Test 'LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1834893226623535 sec -Test 'LocalConcurrency-lockunlock-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.102895498275757 sec -Test 'LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9254508018493652 sec -Test 'LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.247692584991455 sec -Test 'LocalConcurrency-lockunlock-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.054464817047119 sec -Test 'LocalConcurrency-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.754029035568237 sec -Test 'LocalConcurrency-mpi_irecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2017791271209717 sec -Test 'LocalConcurrency-mpi_irecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.245021104812622 sec -Test 'LocalConcurrency-receive-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.340073585510254 sec -Test 'LocalConcurrency-receive-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.112030029296875 sec -Test 'LocalConcurrency-receive-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1231684684753418 sec -Test 'LocalConcurrency-receive-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.298596143722534 sec -Test 'LocalConcurrency-request-rget_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2844905853271484 sec -Test 'LocalConcurrency-send-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.058019161224365 sec -Test 'LocalConcurrency-send-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04548716545105 sec -Test 'LocalConcurrency-send-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.119131326675415 sec -Test 'LocalConcurrency-send-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.042598247528076 sec -Test 'LocalConcurrency-send-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.001848220825195 sec -Test 'LocalConcurrency-send-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10207414627075195 sec -Test 'LocalConcurrency-send-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.909833669662476 sec -Test 'LocalConcurrency-send-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.949853897094727 sec -Test 'LocalConcurrency-send-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.178381681442261 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (itac/MissingCall-mpi_init-001_0) -Running #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -Wait up to 60 seconds -Compiling MissingCall-mpi_init-001.c (batchinfo:1/1) - - -$ mpiicc /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -O0 -g -o MissingCall-mpi_init-001 - -| icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and will be removed from product release in the second half of 2023. The Intel(R) oneAPI DPC++/C++ Compiler (ICX) is the recommended compiler moving forward. Please transition to use this compiler. Use '-diag-disable=10441' to disable this message. -| - - -Executing the command (cwd: None) - $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_init-001 - -| Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH -| Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH -| -Command return code: 1, elapsed time: 0.38334083557128906 - -Finished #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c - -<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -Test 'MissingCall-mpi_init-001_0' result: other: inconclusive run. Elapsed: 0.38334083557128906 sec -Test 'MissingCall-mpi_send-001_0' result: timeout: timeout after 60.20656085014343 sec. Elapsed: 60.20656085014343 sec -Test 'MissingCall-mpi_send-002_0' result: timeout: timeout after 60.206135272979736 sec. Elapsed: 60.206135272979736 sec -Test 'MissingCall-mpi_send-003_0' result: timeout: timeout after 60.206310749053955 sec. Elapsed: 60.206310749053955 sec -Test 'RequestLifeCycle-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9506547451019287 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381748676300049 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.601335525512695 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4508326053619385 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418673276901245 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.334889888763428 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.341179609298706 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.448160171508789 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.404654264450073 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.411134958267212 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295782804489136 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.456093788146973 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.430624485015869 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322772979736328 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.142290115356445 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361102104187012 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366973400115967 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.498549699783325 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.291589021682739 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341020584106445 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.543713092803955 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354174375534058 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.458256244659424 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.23731541633606 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4654014110565186 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.419860124588013 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332739591598511 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4135825634002686 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27831244468689 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.391875982284546 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335274934768677 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440945386886597 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.568988084793091 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285664081573486 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.455026865005493 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.888535499572754 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450278043746948 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459603548049927 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.45255446434021 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40768575668335 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.477396726608276 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.454207181930542 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.412622928619385 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35756254196167 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.291306495666504 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-001_0' result: failure: tool error, or test not run. Elapsed: 1.2009906768798828 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406654596328735 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3604161739349365 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.466436862945557 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4274632930755615 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.354580640792847 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-003_0' result: failure: tool error, or test not run. Elapsed: 1.0974173545837402 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.325300693511963 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.381078004837036 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4243879318237305 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.131742715835571 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.200472354888916 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.128372669219971 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.353091478347778 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.353347301483154 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.44351601600647 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.150959253311157 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.273933172225952 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.294105768203735 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.727992296218872 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4579386711120605 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.397504568099976 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.413276195526123 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.212184906005859 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.373398303985596 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.362782001495361 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37412166595459 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.205017805099487 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354624271392822 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-004_0' result: failure: tool error, or test not run. Elapsed: 1.1567904949188232 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.998995304107666 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.501739501953125 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324506759643555 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.509164810180664 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525663375854492 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.894188642501831 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.428199529647827 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-012_0' result: failure: tool error, or test not run. Elapsed: 1.1336901187896729 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.475512504577637 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.910638332366943 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.256608963012695 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403191089630127 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450759410858154 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.227003812789917 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32186484336853 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.932087659835815 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168793678283691 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418520212173462 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41975998878479 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-024_0' result: failure: tool error, or test not run. Elapsed: 1.1238250732421875 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263486862182617 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2739434242248535 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407687664031982 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41619086265564 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259848356246948 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.497738599777222 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323682069778442 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.374258041381836 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459295034408569 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3386218547821045 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.664216995239258 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-036_0' result: failure: tool error, or test not run. Elapsed: 1.064697027206421 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490909099578857 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342037916183472 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.394131422042847 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-040_0' result: failure: tool error, or test not run. Elapsed: 1.081773281097412 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2320966720581055 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398921489715576 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321305513381958 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.43628191947937 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.536293268203735 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313863515853882 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.448665142059326 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.149696588516235 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444960594177246 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5530455112457275 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-051_0' result: failure: tool error, or test not run. Elapsed: 1.0648586750030518 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.703145742416382 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407581567764282 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28614616394043 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444839954376221 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.348672866821289 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488200426101685 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285927057266235 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379977703094482 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359423398971558 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.48171854019165 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349867343902588 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.60601806640625 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.362602710723877 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.507838010787964 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.41061806678772 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.295048952102661 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-068_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.367083549499512 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.404873847961426 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.332238435745239 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.475168228149414 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.476522922515869 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-073_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.609830141067505 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41006875038147 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-075_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352468013763428 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.445182800292969 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-077_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.43031120300293 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406192064285278 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.472989320755005 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.85761284828186 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-081_0' result: failure: tool error, or test not run. Elapsed: 1.109955072402954 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.395067453384399 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.299431324005127 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-084_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.465922117233276 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-085_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.316951036453247 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-086_0' result: failure: tool error, or test not run. Elapsed: 1.1562466621398926 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-087_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.267083406448364 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-088_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.571326971054077 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-089_0' result: failure: tool error, or test not run. Elapsed: 0.9633839130401611 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-090_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.107025146484375 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-091_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290467977523804 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-092_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.384261608123779 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-093_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.380380868911743 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-094_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280190944671631 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-095_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.9459969997406 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-096_0' result: failure: tool error, or test not run. Elapsed: 1.0989108085632324 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-097_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.518511056900024 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-098_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.480749130249023 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-099_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4892473220825195 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-100_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.356245756149292 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-101_0' result: failure: tool error, or test not run. Elapsed: 0.9160261154174805 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-102_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.314813137054443 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-103_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.369369983673096 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-104_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.133452892303467 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-105_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.265661001205444 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-106_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.207085609436035 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-107_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426917791366577 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-108_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.605742692947388 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-109_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332407236099243 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-110_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.405510902404785 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-111_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.301631450653076 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-112_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.292185544967651 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-113_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.214758396148682 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-114_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4857337474823 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-115_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3360209465026855 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-116_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.130791425704956 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-117_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.464310169219971 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-118_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.486802339553833 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-119_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.42578911781311 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-120_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.809916973114014 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-121_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208471298217773 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-122_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490837335586548 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-123_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290335178375244 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-124_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379953384399414 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-125_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4343202114105225 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-126_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.374876499176025 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-127_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.307379245758057 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-128_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.338477611541748 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-129_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.369865417480469 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-130_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.442792177200317 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-131_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4471752643585205 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-132_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.661362648010254 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-133_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194953680038452 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-134_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263620853424072 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-135_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.466017961502075 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-136_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.203133583068848 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-137_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.548388957977295 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-138_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.344358444213867 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-139_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.274364471435547 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-140_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.267660856246948 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-141_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.315922260284424 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-142_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.55432653427124 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-143_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3856360912323 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-144_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3362832069396973 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-145_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.350844860076904 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-146_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208070278167725 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-147_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29053258895874 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-148_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318375825881958 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-149_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313617944717407 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-150_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398597478866577 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-151_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.422555208206177 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-152_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.146894931793213 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-153_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.216686964035034 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-154_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4584338665008545 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-155_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395125865936279 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-156_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259578466415405 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-157_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.376831293106079 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-158_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.402843713760376 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.386202096939087 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290706396102905 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.868774890899658 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-004_0' result: failure: tool error, or test not run. Elapsed: 0.8497927188873291 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372854471206665 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.260563611984253 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.859110116958618 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337926864624023 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320921182632446 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.367716073989868 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3049843311309814 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.528592348098755 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.474464654922485 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.160069465637207 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310992956161499 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.312682151794434 sec -Test 'LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.057596206665039 sec -Test 'LocalParameterMissmatch-Dtype-mpi_irsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.423018217086792 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.265101671218872 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.193437337875366 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2552402019500732 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3851325511932373 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.482353448867798 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3448050022125244 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1778759956359863 sec -Test 'LocalParameterMissmatch-Dtype-mpi_rsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3122386932373047 sec -Test 'LocalParameterMissmatch-Dtype-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2434115409851074 sec -Test 'LocalParameterMissmatch-Dtype-mpi_rsend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5762717723846436 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3074681758880615 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.248048782348633 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1782312393188477 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3090620040893555 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7568371295928955 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0526316165924072 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-007_0' result: failure: tool error, or test not run. Elapsed: 0.9991579055786133 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.396801233291626 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4334378242492676 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.222493886947632 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.20949125289917 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.331458806991577 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.310659885406494 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2143189907073975 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3276138305664062 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3122451305389404 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1379904747009277 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2241694927215576 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.311591625213623 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.296304225921631 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.331223726272583 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-022_0' result: failure: tool error, or test not run. Elapsed: 1.1663117408752441 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.210331678390503 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2119455337524414 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.396937608718872 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-026_0' result: failure: tool error, or test not run. Elapsed: 1.1494512557983398 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9808597564697266 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3629069328308105 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-029_0' result: timeout: timeout after 60.205498695373535 sec. Elapsed: 60.205498695373535 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-030_0' result: failure: tool error, or test not run. Elapsed: 0.8419806957244873 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2746071815490723 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2703940868377686 sec -Test 'LocalParameterMissmatch-Dtype-mpi_ssend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7633826732635498 sec -Test 'LocalParameterMissmatch-Dtype-mpi_ssend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.447929620742798 sec -Test 'LocalParameterMissmatch-Dtype-mpi_ssend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.243649959564209 sec -Test 'Matching-tag-mpi_send-001_0' result: timeout: timeout after 60.20458674430847 sec. Elapsed: 60.20458674430847 sec -Test 'ParamMatching-Com-mpi_allgather-001_0' result: timeout: timeout after 60.220510959625244 sec. Elapsed: 60.220510959625244 sec -Test 'ParamMatching-Com-mpi_allreduce-001_0' result: timeout: timeout after 60.203296422958374 sec. Elapsed: 60.203296422958374 sec -Test 'ParamMatching-Com-mpi_alltoall-001_0' result: timeout: timeout after 60.20812749862671 sec. Elapsed: 60.20812749862671 sec -Test 'ParamMatching-Com-mpi_bcast-001_0' result: timeout: timeout after 60.20664858818054 sec. Elapsed: 60.20664858818054 sec -Test 'ParamMatching-Com-mpi_exscan-001_0' result: timeout: timeout after 60.20594072341919 sec. Elapsed: 60.20594072341919 sec -Test 'ParamMatching-Com-mpi_gather-001_0' result: timeout: timeout after 60.20586133003235 sec. Elapsed: 60.20586133003235 sec -Test 'ParamMatching-Com-mpi_iallgather-001_0' result: timeout: timeout after 60.207064390182495 sec. Elapsed: 60.207064390182495 sec -Test 'ParamMatching-Com-mpi_iallreduce-001_0' result: timeout: timeout after 60.20697784423828 sec. Elapsed: 60.20697784423828 sec -Test 'ParamMatching-Com-mpi_ialltoall-001_0' result: timeout: timeout after 60.20725107192993 sec. Elapsed: 60.20725107192993 sec -Test 'ParamMatching-Com-mpi_ibcast-001_0' result: timeout: timeout after 60.20766997337341 sec. Elapsed: 60.20766997337341 sec -Test 'ParamMatching-Com-mpi_igather-001_0' result: timeout: timeout after 60.20637488365173 sec. Elapsed: 60.20637488365173 sec -Test 'ParamMatching-Com-mpi_ireduce-001_0' result: timeout: timeout after 60.203691482543945 sec. Elapsed: 60.203691482543945 sec -Test 'ParamMatching-Com-mpi_iscan-001_0' result: timeout: timeout after 60.207462549209595 sec. Elapsed: 60.207462549209595 sec -Test 'ParamMatching-Com-mpi_iscatter-001_0' result: timeout: timeout after 60.20439171791077 sec. Elapsed: 60.20439171791077 sec -Test 'ParamMatching-Com-mpi_reduce-001_0' result: timeout: timeout after 60.326064348220825 sec. Elapsed: 60.326064348220825 sec -Test 'ParamMatching-Com-mpi_scan-001_0' result: timeout: timeout after 60.2034809589386 sec. Elapsed: 60.2034809589386 sec -Test 'ParamMatching-Com-mpi_scatter-001_0' result: timeout: timeout after 60.2068305015564 sec. Elapsed: 60.2068305015564 sec -Test 'ParamMatching-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403367519378662 sec -Test 'ParamMatching-Comm-mpi_improbe-002_0' result: timeout: timeout after 60.2076632976532 sec. Elapsed: 60.2076632976532 sec -Test 'ParamMatching-Comm-mpi_improbe-003_0' result: timeout: timeout after 60.20591902732849 sec. Elapsed: 60.20591902732849 sec -Test 'ParamMatching-Comm-mpi_improbe-004_0' result: failure: tool error, or test not run. Elapsed: 1.3611676692962646 sec -Test 'ParamMatching-Comm-mpi_improbe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10514116287231445 sec -Test 'ParamMatching-Comm-mpi_improbe-006_0' result: timeout: timeout after 60.204930782318115 sec. Elapsed: 60.204930782318115 sec -Test 'ParamMatching-Comm-mpi_improbe-007_0' result: timeout: timeout after 60.207067012786865 sec. Elapsed: 60.207067012786865 sec -Test 'ParamMatching-Comm-mpi_improbe-008_0' result: timeout: timeout after 60.20427632331848 sec. Elapsed: 60.20427632331848 sec -Test 'ParamMatching-Comm-mpi_improbe-009_0' result: timeout: timeout after 60.204431772232056 sec. Elapsed: 60.204431772232056 sec -Test 'ParamMatching-Comm-mpi_improbe-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.468992710113525 sec -Test 'ParamMatching-Comm-mpi_improbe-011_0' result: timeout: timeout after 60.20910835266113 sec. Elapsed: 60.20910835266113 sec -Test 'ParamMatching-Comm-mpi_improbe-012_0' result: timeout: timeout after 60.206705808639526 sec. Elapsed: 60.206705808639526 sec -Test 'ParamMatching-Comm-mpi_improbe-013_0' result: unimplemented: coverage issue. Elapsed: 0.10439276695251465 sec -Test 'ParamMatching-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.498500823974609 sec -Test 'ParamMatching-Comm-mpi_mprobe-002_0' result: timeout: timeout after 60.206557750701904 sec. Elapsed: 60.206557750701904 sec -Test 'ParamMatching-Comm-mpi_mprobe-003_0' result: timeout: timeout after 60.209710359573364 sec. Elapsed: 60.209710359573364 sec -Test 'ParamMatching-Comm-mpi_mprobe-004_0' result: failure: tool error, or test not run. Elapsed: 1.1263206005096436 sec -Test 'ParamMatching-Comm-mpi_mprobe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10818934440612793 sec -Test 'ParamMatching-Comm-mpi_mprobe-006_0' result: timeout: timeout after 60.2061927318573 sec. Elapsed: 60.2061927318573 sec -Test 'ParamMatching-Comm-mpi_mprobe-007_0' result: timeout: timeout after 60.203927755355835 sec. Elapsed: 60.203927755355835 sec -Test 'ParamMatching-Comm-mpi_mprobe-008_0' result: timeout: timeout after 60.20739507675171 sec. Elapsed: 60.20739507675171 sec -Test 'ParamMatching-Comm-mpi_mprobe-009_0' result: timeout: timeout after 60.20666313171387 sec. Elapsed: 60.20666313171387 sec -Test 'ParamMatching-Comm-mpi_mprobe-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418701648712158 sec -Test 'ParamMatching-Comm-mpi_mprobe-011_0' result: timeout: timeout after 60.20729446411133 sec. Elapsed: 60.20729446411133 sec -Test 'ParamMatching-Comm-mpi_mprobe-012_0' result: timeout: timeout after 60.2076199054718 sec. Elapsed: 60.2076199054718 sec -Test 'ParamMatching-Comm-mpi_mprobe-013_0' result: unimplemented: coverage issue. Elapsed: 0.1082923412322998 sec -Test 'ParamMatching-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10825347900390625 sec -Test 'ParamMatching-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11064338684082031 sec -Test 'ParamMatching-Comm-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.11499404907226562 sec -Test 'ParamMatching-Comm-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10651206970214844 sec -Test 'ParamMatching-Comm-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10490655899047852 sec -Test 'ParamMatching-Comm-mpi_precv_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10487508773803711 sec -Test 'ParamMatching-Comm-mpi_precv_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.10936951637268066 sec -Test 'ParamMatching-Comm-mpi_precv_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.1047515869140625 sec -Test 'ParamMatching-Comm-mpi_precv_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10640740394592285 sec -Test 'ParamMatching-Comm-mpi_precv_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.11108636856079102 sec -Test 'ParamMatching-Comm-mpi_precv_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.11067605018615723 sec -Test 'ParamMatching-Comm-mpi_precv_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.10944652557373047 sec -Test 'ParamMatching-Comm-mpi_precv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1115272045135498 sec -Test 'ParamMatching-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11031293869018555 sec -Test 'ParamMatching-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.1109015941619873 sec -Test 'ParamMatching-Comm-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10541272163391113 sec -Test 'ParamMatching-Comm-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.11539626121520996 sec -Test 'ParamMatching-Comm-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10524272918701172 sec -Test 'ParamMatching-Comm-mpi_psend_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10097336769104004 sec -Test 'ParamMatching-Comm-mpi_psend_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.13178420066833496 sec -Test 'ParamMatching-Comm-mpi_psend_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.1086263656616211 sec -Test 'ParamMatching-Comm-mpi_psend_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10277342796325684 sec -Test 'ParamMatching-Comm-mpi_psend_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.10607576370239258 sec -Test 'ParamMatching-Comm-mpi_psend_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.10984969139099121 sec -Test 'ParamMatching-Comm-mpi_psend_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.10829567909240723 sec -Test 'ParamMatching-Comm-mpi_psend_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1038961410522461 sec -Test 'ParamMatching-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.480115175247192 sec -Test 'ParamMatching-Comm-mpi_recv-002_0' result: timeout: timeout after 60.20777130126953 sec. Elapsed: 60.20777130126953 sec -Test 'ParamMatching-Comm-mpi_recv-003_0' result: timeout: timeout after 60.20408797264099 sec. Elapsed: 60.20408797264099 sec -Test 'ParamMatching-Comm-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 1.2136449813842773 sec -Test 'ParamMatching-Comm-mpi_recv-005_0' result: unimplemented: coverage issue. Elapsed: 0.11037778854370117 sec -Test 'ParamMatching-Comm-mpi_recv-006_0' result: timeout: timeout after 60.207600116729736 sec. Elapsed: 60.207600116729736 sec -Test 'ParamMatching-Comm-mpi_recv-007_0' result: timeout: timeout after 60.203741788864136 sec. Elapsed: 60.203741788864136 sec -Test 'ParamMatching-Comm-mpi_recv-008_0' result: timeout: timeout after 60.20888590812683 sec. Elapsed: 60.20888590812683 sec -Test 'ParamMatching-Comm-mpi_recv-009_0' result: timeout: timeout after 60.20594048500061 sec. Elapsed: 60.20594048500061 sec -Test 'ParamMatching-Comm-mpi_recv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.161555290222168 sec -Test 'ParamMatching-Comm-mpi_recv-011_0' result: timeout: timeout after 60.21061992645264 sec. Elapsed: 60.21061992645264 sec -Test 'ParamMatching-Comm-mpi_recv-012_0' result: timeout: timeout after 60.20918297767639 sec. Elapsed: 60.20918297767639 sec -Test 'ParamMatching-Comm-mpi_recv-013_0' result: unimplemented: coverage issue. Elapsed: 0.11275124549865723 sec -Test 'ParamMatching-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.803997993469238 sec -Test 'ParamMatching-Comm-mpi_recv_init-002_0' result: timeout: timeout after 60.20457100868225 sec. Elapsed: 60.20457100868225 sec -Test 'ParamMatching-Comm-mpi_recv_init-003_0' result: timeout: timeout after 60.20780920982361 sec. Elapsed: 60.20780920982361 sec -Test 'ParamMatching-Comm-mpi_recv_init-004_0' result: failure: tool error, or test not run. Elapsed: 1.0759658813476562 sec -Test 'ParamMatching-Comm-mpi_recv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.11319899559020996 sec -Test 'ParamMatching-Comm-mpi_recv_init-006_0' result: timeout: timeout after 60.206541538238525 sec. Elapsed: 60.206541538238525 sec -Test 'ParamMatching-Comm-mpi_recv_init-007_0' result: timeout: timeout after 60.20559239387512 sec. Elapsed: 60.20559239387512 sec -Test 'ParamMatching-Comm-mpi_recv_init-008_0' result: timeout: timeout after 60.207322120666504 sec. Elapsed: 60.207322120666504 sec -Test 'ParamMatching-Comm-mpi_recv_init-009_0' result: timeout: timeout after 60.20704460144043 sec. Elapsed: 60.20704460144043 sec -Test 'ParamMatching-Comm-mpi_recv_init-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.485002040863037 sec -Test 'ParamMatching-Comm-mpi_recv_init-011_0' result: timeout: timeout after 60.20338296890259 sec. Elapsed: 60.20338296890259 sec -Test 'ParamMatching-Comm-mpi_recv_init-012_0' result: timeout: timeout after 60.2084276676178 sec. Elapsed: 60.2084276676178 sec -Test 'ParamMatching-Comm-mpi_recv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1028749942779541 sec -Test 'ParamMatching-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488345623016357 sec -Test 'ParamMatching-Comm-mpi_sendrecv-002_0' result: timeout: timeout after 60.206616163253784 sec. Elapsed: 60.206616163253784 sec -Test 'ParamMatching-Comm-mpi_sendrecv-003_0' result: timeout: timeout after 60.212549924850464 sec. Elapsed: 60.212549924850464 sec -Test 'ParamMatching-Comm-mpi_sendrecv-004_0' result: failure: tool error, or test not run. Elapsed: 1.1971244812011719 sec -Test 'ParamMatching-Comm-mpi_sendrecv-005_0' result: unimplemented: coverage issue. Elapsed: 0.1048736572265625 sec -Test 'ParamMatching-Comm-mpi_sendrecv-006_0' result: timeout: timeout after 60.2061231136322 sec. Elapsed: 60.2061231136322 sec -Test 'ParamMatching-Comm-mpi_sendrecv-007_0' result: timeout: timeout after 60.2125301361084 sec. Elapsed: 60.2125301361084 sec -Test 'ParamMatching-Comm-mpi_sendrecv-008_0' result: timeout: timeout after 60.20472455024719 sec. Elapsed: 60.20472455024719 sec -Test 'ParamMatching-Comm-mpi_sendrecv-009_0' result: timeout: timeout after 60.22964549064636 sec. Elapsed: 60.22964549064636 sec -Test 'ParamMatching-Comm-mpi_sendrecv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4807093143463135 sec -Test 'ParamMatching-Comm-mpi_sendrecv-011_0' result: timeout: timeout after 60.20613193511963 sec. Elapsed: 60.20613193511963 sec -Test 'ParamMatching-Comm-mpi_sendrecv-012_0' result: timeout: timeout after 60.20671319961548 sec. Elapsed: 60.20671319961548 sec -Test 'ParamMatching-Comm-mpi_sendrecv-013_0' result: unimplemented: coverage issue. Elapsed: 0.11038517951965332 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.940403938293457 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-002_0' result: timeout: timeout after 60.203006744384766 sec. Elapsed: 60.203006744384766 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-003_0' result: failure: tool error, or test not run. Elapsed: 0.7303237915039062 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-004_0' result: failure: tool error, or test not run. Elapsed: 1.1018521785736084 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-005_0' result: unimplemented: coverage issue. Elapsed: 0.10487699508666992 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-006_0' result: timeout: timeout after 60.20567560195923 sec. Elapsed: 60.20567560195923 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-007_0' result: timeout: timeout after 60.20475625991821 sec. Elapsed: 60.20475625991821 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-008_0' result: timeout: timeout after 60.20337653160095 sec. Elapsed: 60.20337653160095 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-009_0' result: timeout: timeout after 60.20797324180603 sec. Elapsed: 60.20797324180603 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3811821937561035 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-011_0' result: failure: tool error, or test not run. Elapsed: 0.9056379795074463 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-012_0' result: timeout: timeout after 60.20670962333679 sec. Elapsed: 60.20670962333679 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-013_0' result: unimplemented: coverage issue. Elapsed: 0.12846112251281738 sec -Test 'ParamMatching-Op-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197155475616455 sec -Test 'ParamMatching-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.822928190231323 sec -Test 'ParamMatching-Op-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.3233423233032227 sec -Test 'ParamMatching-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.234556198120117 sec -Test 'ParamMatching-Root-mpi_bcast-001_0' result: timeout: timeout after 60.20692825317383 sec. Elapsed: 60.20692825317383 sec -Test 'ParamMatching-Root-mpi_gather-001_0' result: timeout: timeout after 60.205726623535156 sec. Elapsed: 60.205726623535156 sec -Test 'ParamMatching-Root-mpi_ibcast-001_0' result: timeout: timeout after 60.20622539520264 sec. Elapsed: 60.20622539520264 sec -Test 'ParamMatching-Root-mpi_igather-001_0' result: timeout: timeout after 60.20460891723633 sec. Elapsed: 60.20460891723633 sec -Test 'ParamMatching-Root-mpi_ireduce-001_0' result: timeout: timeout after 60.20385241508484 sec. Elapsed: 60.20385241508484 sec -Test 'ParamMatching-Root-mpi_iscatter-001_0' result: timeout: timeout after 60.20808982849121 sec. Elapsed: 60.20808982849121 sec -Test 'ParamMatching-Root-mpi_reduce-001_0' result: timeout: timeout after 60.20299410820007 sec. Elapsed: 60.20299410820007 sec -Test 'ParamMatching-Root-mpi_scatter-001_0' result: timeout: timeout after 60.2043297290802 sec. Elapsed: 60.2043297290802 sec -Test 'ParamMatching-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.997188568115234 sec -Test 'ParamMatching-Tag-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.991503477096558 sec -Test 'ParamMatching-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.986915111541748 sec -Test 'ParamMatching-Tag-mpi_improbe-001_0' result: timeout: timeout after 60.2077579498291 sec. Elapsed: 60.2077579498291 sec -Test 'ParamMatching-Tag-mpi_iprobe-001_0' result: timeout: timeout after 60.22083330154419 sec. Elapsed: 60.22083330154419 sec -Test 'ParamMatching-Tag-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1115641593933105 sec -Test 'ParamMatching-Tag-mpi_isend-001_0' result: timeout: timeout after 60.20673990249634 sec. Elapsed: 60.20673990249634 sec -Test 'ParamMatching-Tag-mpi_issend-001_0' result: timeout: timeout after 60.204036474227905 sec. Elapsed: 60.204036474227905 sec -Test 'ParamMatching-Tag-mpi_mprobe-001_0' result: timeout: timeout after 60.20738458633423 sec. Elapsed: 60.20738458633423 sec -Test 'ParamMatching-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10030317306518555 sec -Test 'ParamMatching-Tag-mpi_probe-001_0' result: timeout: timeout after 60.20460605621338 sec. Elapsed: 60.20460605621338 sec -Test 'ParamMatching-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10674381256103516 sec -Test 'ParamMatching-Tag-mpi_recv-001_0' result: timeout: timeout after 60.20451807975769 sec. Elapsed: 60.20451807975769 sec -Test 'ParamMatching-Tag-mpi_recv_init-001_0' result: timeout: timeout after 60.21040940284729 sec. Elapsed: 60.21040940284729 sec -Test 'ParamMatching-Tag-mpi_rsend-001_0' result: timeout: timeout after 60.20720362663269 sec. Elapsed: 60.20720362663269 sec -Test 'ParamMatching-Tag-mpi_rsend_init-001_0' result: timeout: timeout after 60.20451235771179 sec. Elapsed: 60.20451235771179 sec -Test 'ParamMatching-Tag-mpi_send-001_0' result: timeout: timeout after 60.20542860031128 sec. Elapsed: 60.20542860031128 sec -Test 'ParamMatching-Tag-mpi_send_init-001_0' result: timeout: timeout after 60.203843116760254 sec. Elapsed: 60.203843116760254 sec -Test 'ParamMatching-Tag-mpi_ssend-001_0' result: timeout: timeout after 60.206255197525024 sec. Elapsed: 60.206255197525024 sec -Test 'ParamMatching-Tag-mpi_ssend_init-001_0' result: timeout: timeout after 60.205419301986694 sec. Elapsed: 60.205419301986694 sec -Test 'ParamMatching-Type-mpi_allgather-001_0' result: timeout: timeout after 60.253031969070435 sec. Elapsed: 60.253031969070435 sec -Test 'ParamMatching-Type-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341996669769287 sec -Test 'ParamMatching-Type-mpi_allgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195903539657593 sec -Test 'ParamMatching-Type-mpi_allgather-004_0' result: timeout: timeout after 60.20846199989319 sec. Elapsed: 60.20846199989319 sec -Test 'ParamMatching-Type-mpi_allgather-005_0' result: failure: tool error, or test not run. Elapsed: 0.9739491939544678 sec -Test 'ParamMatching-Type-mpi_allgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426296710968018 sec -Test 'ParamMatching-Type-mpi_allgather-007_0' result: timeout: timeout after 60.20939612388611 sec. Elapsed: 60.20939612388611 sec -Test 'ParamMatching-Type-mpi_allgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262963533401489 sec -Test 'ParamMatching-Type-mpi_allgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403005123138428 sec -Test 'ParamMatching-Type-mpi_allgather-010_0' result: timeout: timeout after 60.210670948028564 sec. Elapsed: 60.210670948028564 sec -Test 'ParamMatching-Type-mpi_allgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.300660371780396 sec -Test 'ParamMatching-Type-mpi_allgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.60261607170105 sec -Test 'ParamMatching-Type-mpi_allgather-013_0' result: timeout: timeout after 60.20808172225952 sec. Elapsed: 60.20808172225952 sec -Test 'ParamMatching-Type-mpi_allgather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390968322753906 sec -Test 'ParamMatching-Type-mpi_allgather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3403167724609375 sec -Test 'ParamMatching-Type-mpi_allgather-016_0' result: timeout: timeout after 60.20716047286987 sec. Elapsed: 60.20716047286987 sec -Test 'ParamMatching-Type-mpi_allgather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393809080123901 sec -Test 'ParamMatching-Type-mpi_allgather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168004512786865 sec -Test 'ParamMatching-Type-mpi_allgather-019_0' result: timeout: timeout after 60.205166816711426 sec. Elapsed: 60.205166816711426 sec -Test 'ParamMatching-Type-mpi_allgather-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.514549255371094 sec -Test 'ParamMatching-Type-mpi_allgather-021_0' result: failure: tool error, or test not run. Elapsed: 1.1898767948150635 sec -Test 'ParamMatching-Type-mpi_allgather-022_0' result: timeout: timeout after 60.20785570144653 sec. Elapsed: 60.20785570144653 sec -Test 'ParamMatching-Type-mpi_allgather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.350231885910034 sec -Test 'ParamMatching-Type-mpi_allgather-024_0' result: failure: tool error, or test not run. Elapsed: 1.0866467952728271 sec -Test 'ParamMatching-Type-mpi_allgather-025_0' result: timeout: timeout after 60.20875144004822 sec. Elapsed: 60.20875144004822 sec -Test 'ParamMatching-Type-mpi_allgather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194293022155762 sec -Test 'ParamMatching-Type-mpi_allgather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301649570465088 sec -Test 'ParamMatching-Type-mpi_allgather-028_0' result: timeout: timeout after 60.20510792732239 sec. Elapsed: 60.20510792732239 sec -Test 'ParamMatching-Type-mpi_allgather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.289478778839111 sec -Test 'ParamMatching-Type-mpi_allgather-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.351036787033081 sec -Test 'ParamMatching-Type-mpi_allgather-031_0' result: failure: tool error, or test not run. Elapsed: 1.0219600200653076 sec -Test 'ParamMatching-Type-mpi_allgather-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4297356605529785 sec -Test 'ParamMatching-Type-mpi_allgather-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.435662508010864 sec -Test 'ParamMatching-Type-mpi_allgather-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302036762237549 sec -Test 'ParamMatching-Type-mpi_allgather-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366016626358032 sec -Test 'ParamMatching-Type-mpi_allgather-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.437361001968384 sec -Test 'ParamMatching-Type-mpi_allgather-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363802671432495 sec -Test 'ParamMatching-Type-mpi_allgather-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297710180282593 sec -Test 'ParamMatching-Type-mpi_allgather-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327940225601196 sec -Test 'ParamMatching-Type-mpi_allgather-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248599052429199 sec -Test 'ParamMatching-Type-mpi_allgather-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323077201843262 sec -Test 'ParamMatching-Type-mpi_allgather-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202707529067993 sec -Test 'ParamMatching-Type-mpi_allgather-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.220432996749878 sec -Test 'ParamMatching-Type-mpi_allgather-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.253209114074707 sec -Test 'ParamMatching-Type-mpi_allgather-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.22515869140625 sec -Test 'ParamMatching-Type-mpi_allgather-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3196492195129395 sec -Test 'ParamMatching-Type-mpi_allgather-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311140298843384 sec -Test 'ParamMatching-Type-mpi_allgather-048_0' result: failure: tool error, or test not run. Elapsed: 1.0488896369934082 sec -Test 'ParamMatching-Type-mpi_allgather-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299437999725342 sec -Test 'ParamMatching-Type-mpi_allgather-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36489462852478 sec -Test 'ParamMatching-Type-mpi_allgather-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304685354232788 sec -Test 'ParamMatching-Type-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.861191511154175 sec -Test 'ParamMatching-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.447146415710449 sec -Test 'ParamMatching-Type-mpi_allreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.217412233352661 sec -Test 'ParamMatching-Type-mpi_allreduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.742043256759644 sec -Test 'ParamMatching-Type-mpi_allreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.296903848648071 sec -Test 'ParamMatching-Type-mpi_allreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.122114896774292 sec -Test 'ParamMatching-Type-mpi_allreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.561739206314087 sec -Test 'ParamMatching-Type-mpi_allreduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.041186094284058 sec -Test 'ParamMatching-Type-mpi_allreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257108211517334 sec -Test 'ParamMatching-Type-mpi_allreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.814263820648193 sec -Test 'ParamMatching-Type-mpi_allreduce-011_0' result: failure: tool error, or test not run. Elapsed: 1.1168220043182373 sec -Test 'ParamMatching-Type-mpi_allreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.226832866668701 sec -Test 'ParamMatching-Type-mpi_allreduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.830942392349243 sec -Test 'ParamMatching-Type-mpi_allreduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336548566818237 sec -Test 'ParamMatching-Type-mpi_allreduce-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328806400299072 sec -Test 'ParamMatching-Type-mpi_allreduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.82569169998169 sec -Test 'ParamMatching-Type-mpi_allreduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313358545303345 sec -Test 'ParamMatching-Type-mpi_allreduce-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.239733457565308 sec -Test 'ParamMatching-Type-mpi_allreduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.827939987182617 sec -Test 'ParamMatching-Type-mpi_allreduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313483953475952 sec -Test 'ParamMatching-Type-mpi_allreduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.96289587020874 sec -Test 'ParamMatching-Type-mpi_allreduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.88014006614685 sec -Test 'ParamMatching-Type-mpi_allreduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305920600891113 sec -Test 'ParamMatching-Type-mpi_allreduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330689907073975 sec -Test 'ParamMatching-Type-mpi_allreduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.04835557937622 sec -Test 'ParamMatching-Type-mpi_allreduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288800239562988 sec -Test 'ParamMatching-Type-mpi_allreduce-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5544538497924805 sec -Test 'ParamMatching-Type-mpi_allreduce-028_0' result: failure: tool error, or test not run. Elapsed: 0.9885015487670898 sec -Test 'ParamMatching-Type-mpi_allreduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2821736335754395 sec -Test 'ParamMatching-Type-mpi_allreduce-030_0' result: failure: tool error, or test not run. Elapsed: 0.9801909923553467 sec -Test 'ParamMatching-Type-mpi_allreduce-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.830579042434692 sec -Test 'ParamMatching-Type-mpi_allreduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362259149551392 sec -Test 'ParamMatching-Type-mpi_allreduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286032438278198 sec -Test 'ParamMatching-Type-mpi_allreduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.497735261917114 sec -Test 'ParamMatching-Type-mpi_allreduce-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41366720199585 sec -Test 'ParamMatching-Type-mpi_allreduce-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37617564201355 sec -Test 'ParamMatching-Type-mpi_allreduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.818860054016113 sec -Test 'ParamMatching-Type-mpi_allreduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357513666152954 sec -Test 'ParamMatching-Type-mpi_allreduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301344394683838 sec -Test 'ParamMatching-Type-mpi_allreduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.845665693283081 sec -Test 'ParamMatching-Type-mpi_allreduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379201889038086 sec -Test 'ParamMatching-Type-mpi_allreduce-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.68160629272461 sec -Test 'ParamMatching-Type-mpi_allreduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.82556700706482 sec -Test 'ParamMatching-Type-mpi_allreduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5762856006622314 sec -Test 'ParamMatching-Type-mpi_allreduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440110683441162 sec -Test 'ParamMatching-Type-mpi_allreduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.795522928237915 sec -Test 'ParamMatching-Type-mpi_allreduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.75741720199585 sec -Test 'ParamMatching-Type-mpi_allreduce-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3899805545806885 sec -Test 'ParamMatching-Type-mpi_allreduce-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.652461290359497 sec -Test 'ParamMatching-Type-mpi_allreduce-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2858967781066895 sec -Test 'ParamMatching-Type-mpi_allreduce-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.547332525253296 sec -Test 'ParamMatching-Type-mpi_allreduce-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.207491874694824 sec -Test 'ParamMatching-Type-mpi_allreduce-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.20776104927063 sec -Test 'ParamMatching-Type-mpi_allreduce-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328081846237183 sec -Test 'ParamMatching-Type-mpi_allreduce-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.253741025924683 sec -Test 'ParamMatching-Type-mpi_allreduce-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.023783206939697 sec -Test 'ParamMatching-Type-mpi_allreduce-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.457533836364746 sec -Test 'ParamMatching-Type-mpi_allreduce-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356505870819092 sec -Test 'ParamMatching-Type-mpi_allreduce-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.821402311325073 sec -Test 'ParamMatching-Type-mpi_allreduce-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.242465972900391 sec -Test 'ParamMatching-Type-mpi_allreduce-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.874494791030884 sec -Test 'ParamMatching-Type-mpi_allreduce-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.901200771331787 sec -Test 'ParamMatching-Type-mpi_allreduce-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.874299764633179 sec -Test 'ParamMatching-Type-mpi_allreduce-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299964189529419 sec -Test 'ParamMatching-Type-mpi_allreduce-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202461242675781 sec -Test 'ParamMatching-Type-mpi_allreduce-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390722990036011 sec -Test 'ParamMatching-Type-mpi_allreduce-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2527079582214355 sec -Test 'ParamMatching-Type-mpi_allreduce-068_0' result: failure: tool error, or test not run. Elapsed: 0.9324004650115967 sec -Test 'ParamMatching-Type-mpi_allreduce-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197654962539673 sec -Test 'ParamMatching-Type-mpi_allreduce-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.389463663101196 sec -Test 'ParamMatching-Type-mpi_allreduce-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277194023132324 sec -Test 'ParamMatching-Type-mpi_allreduce-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254057168960571 sec -Test 'ParamMatching-Type-mpi_allreduce-073_0' result: failure: tool error, or test not run. Elapsed: 0.9462583065032959 sec -Test 'ParamMatching-Type-mpi_allreduce-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.538501739501953 sec -Test 'ParamMatching-Type-mpi_allreduce-075_0' result: failure: tool error, or test not run. Elapsed: 1.0988588333129883 sec -Test 'ParamMatching-Type-mpi_allreduce-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3733978271484375 sec -Test 'ParamMatching-Type-mpi_allreduce-077_0' result: failure: tool error, or test not run. Elapsed: 1.0178918838500977 sec -Test 'ParamMatching-Type-mpi_allreduce-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311994791030884 sec -Test 'ParamMatching-Type-mpi_allreduce-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.351636648178101 sec -Test 'ParamMatching-Type-mpi_allreduce-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2742180824279785 sec -Test 'ParamMatching-Type-mpi_allreduce-081_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.784254550933838 sec -Test 'ParamMatching-Type-mpi_allreduce-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342885494232178 sec -Test 'ParamMatching-Type-mpi_allreduce-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285006046295166 sec -Test 'ParamMatching-Type-mpi_alltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9712302684783936 sec -Test 'ParamMatching-Type-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.368974924087524 sec -Test 'ParamMatching-Type-mpi_alltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36699652671814 sec -Test 'ParamMatching-Type-mpi_alltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.129871845245361 sec -Test 'ParamMatching-Type-mpi_alltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305954694747925 sec -Test 'ParamMatching-Type-mpi_alltoall-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.319754362106323 sec -Test 'ParamMatching-Type-mpi_alltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.033442258834839 sec -Test 'ParamMatching-Type-mpi_alltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.125977993011475 sec -Test 'ParamMatching-Type-mpi_alltoall-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362027645111084 sec -Test 'ParamMatching-Type-mpi_alltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.74214220046997 sec -Test 'ParamMatching-Type-mpi_alltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.387428045272827 sec -Test 'ParamMatching-Type-mpi_alltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.309761047363281 sec -Test 'ParamMatching-Type-mpi_alltoall-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.221421718597412 sec -Test 'ParamMatching-Type-mpi_alltoall-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32027792930603 sec -Test 'ParamMatching-Type-mpi_alltoall-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3035664558410645 sec -Test 'ParamMatching-Type-mpi_alltoall-016_0' result: failure: tool error, or test not run. Elapsed: 1.072540521621704 sec -Test 'ParamMatching-Type-mpi_alltoall-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341874599456787 sec -Test 'ParamMatching-Type-mpi_alltoall-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.282142162322998 sec -Test 'ParamMatching-Type-mpi_alltoall-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36292576789856 sec -Test 'ParamMatching-Type-mpi_alltoall-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29610538482666 sec -Test 'ParamMatching-Type-mpi_alltoall-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266970634460449 sec -Test 'ParamMatching-Type-mpi_alltoall-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.074962615966797 sec -Test 'ParamMatching-Type-mpi_alltoall-023_0' result: failure: tool error, or test not run. Elapsed: 1.0563714504241943 sec -Test 'ParamMatching-Type-mpi_alltoall-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.124801158905029 sec -Test 'ParamMatching-Type-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257026672363281 sec -Test 'ParamMatching-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3079750537872314 sec -Test 'ParamMatching-Type-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.815958023071289 sec -Test 'ParamMatching-Type-mpi_bcast-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353271007537842 sec -Test 'ParamMatching-Type-mpi_bcast-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336841583251953 sec -Test 'ParamMatching-Type-mpi_bcast-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349685192108154 sec -Test 'ParamMatching-Type-mpi_bcast-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.284339189529419 sec -Test 'ParamMatching-Type-mpi_bcast-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.597102403640747 sec -Test 'ParamMatching-Type-mpi_bcast-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259490489959717 sec -Test 'ParamMatching-Type-mpi_bcast-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0199718475341797 sec -Test 'ParamMatching-Type-mpi_bcast-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.562492609024048 sec -Test 'ParamMatching-Type-mpi_bcast-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.232475280761719 sec -Test 'ParamMatching-Type-mpi_bcast-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185235500335693 sec -Test 'ParamMatching-Type-mpi_bcast-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276286840438843 sec -Test 'ParamMatching-Type-mpi_bcast-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.421234846115112 sec -Test 'ParamMatching-Type-mpi_bcast-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3745200634002686 sec -Test 'ParamMatching-Type-mpi_bcast-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.216588497161865 sec -Test 'ParamMatching-Type-mpi_bcast-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.45004415512085 sec -Test 'ParamMatching-Type-mpi_bcast-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2294249534606934 sec -Test 'ParamMatching-Type-mpi_bcast-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3832786083221436 sec -Test 'ParamMatching-Type-mpi_bcast-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3671674728393555 sec -Test 'ParamMatching-Type-mpi_bcast-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233082294464111 sec -Test 'ParamMatching-Type-mpi_bcast-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300940036773682 sec -Test 'ParamMatching-Type-mpi_bcast-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320986270904541 sec -Test 'ParamMatching-Type-mpi_bcast-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344792366027832 sec -Test 'ParamMatching-Type-mpi_bcast-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.340662240982056 sec -Test 'ParamMatching-Type-mpi_bcast-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320253372192383 sec -Test 'ParamMatching-Type-mpi_bcast-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04815411567688 sec -Test 'ParamMatching-Type-mpi_bcast-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.329896926879883 sec -Test 'ParamMatching-Type-mpi_bcast-030_0' result: failure: tool error, or test not run. Elapsed: 1.2792127132415771 sec -Test 'ParamMatching-Type-mpi_bcast-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.2302467823028564 sec -Test 'ParamMatching-Type-mpi_bcast-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.050992727279663 sec -Test 'ParamMatching-Type-mpi_bcast-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35531759262085 sec -Test 'ParamMatching-Type-mpi_bcast-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488803148269653 sec -Test 'ParamMatching-Type-mpi_bcast-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231781005859375 sec -Test 'ParamMatching-Type-mpi_bcast-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2894957065582275 sec -Test 'ParamMatching-Type-mpi_bcast-037_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1547749042510986 sec -Test 'ParamMatching-Type-mpi_bcast-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.589886903762817 sec -Test 'ParamMatching-Type-mpi_bcast-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.033214807510376 sec -Test 'ParamMatching-Type-mpi_bcast-040_0' result: failure: tool error, or test not run. Elapsed: 1.11899995803833 sec -Test 'ParamMatching-Type-mpi_bcast-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305324554443359 sec -Test 'ParamMatching-Type-mpi_bcast-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.405182838439941 sec -Test 'ParamMatching-Type-mpi_bcast-043_0' result: failure: tool error, or test not run. Elapsed: 1.0600576400756836 sec -Test 'ParamMatching-Type-mpi_bcast-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.112344741821289 sec -Test 'ParamMatching-Type-mpi_bcast-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302464723587036 sec -Test 'ParamMatching-Type-mpi_bcast-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.002740383148193 sec -Test 'ParamMatching-Type-mpi_bcast-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1267194747924805 sec -Test 'ParamMatching-Type-mpi_bcast-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406147718429565 sec -Test 'ParamMatching-Type-mpi_bcast-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410842418670654 sec -Test 'ParamMatching-Type-mpi_bcast-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4274656772613525 sec -Test 'ParamMatching-Type-mpi_bcast-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4421632289886475 sec -Test 'ParamMatching-Type-mpi_bcast-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.151203393936157 sec -Test 'ParamMatching-Type-mpi_bcast-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.941389083862305 sec -Test 'ParamMatching-Type-mpi_bcast-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323238372802734 sec -Test 'ParamMatching-Type-mpi_bcast-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4241132736206055 sec -Test 'ParamMatching-Type-mpi_bcast-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297471284866333 sec -Test 'ParamMatching-Type-mpi_bcast-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.182787179946899 sec -Test 'ParamMatching-Type-mpi_bcast-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255878925323486 sec -Test 'ParamMatching-Type-mpi_bcast-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.219035625457764 sec -Test 'ParamMatching-Type-mpi_bcast-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3372368812561035 sec -Test 'ParamMatching-Type-mpi_bcast-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3124213218688965 sec -Test 'ParamMatching-Type-mpi_bcast-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.466399908065796 sec -Test 'ParamMatching-Type-mpi_bcast-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215790271759033 sec -Test 'ParamMatching-Type-mpi_bcast-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193971395492554 sec -Test 'ParamMatching-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.61661696434021 sec -Test 'ParamMatching-Type-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302906036376953 sec -Test 'ParamMatching-Type-mpi_exscan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2531843185424805 sec -Test 'ParamMatching-Type-mpi_exscan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.778944969177246 sec -Test 'ParamMatching-Type-mpi_exscan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460203647613525 sec -Test 'ParamMatching-Type-mpi_exscan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.218094825744629 sec -Test 'ParamMatching-Type-mpi_exscan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.751944780349731 sec -Test 'ParamMatching-Type-mpi_exscan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327320337295532 sec -Test 'ParamMatching-Type-mpi_exscan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3770551681518555 sec -Test 'ParamMatching-Type-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.186535358428955 sec -Test 'ParamMatching-Type-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214780807495117 sec -Test 'ParamMatching-Type-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318322420120239 sec -Test 'ParamMatching-Type-mpi_gather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.433602333068848 sec -Test 'ParamMatching-Type-mpi_gather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.057183027267456 sec -Test 'ParamMatching-Type-mpi_gather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17313289642334 sec -Test 'ParamMatching-Type-mpi_gather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341836929321289 sec -Test 'ParamMatching-Type-mpi_gather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3094117641448975 sec -Test 'ParamMatching-Type-mpi_gather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211311101913452 sec -Test 'ParamMatching-Type-mpi_gather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.482892751693726 sec -Test 'ParamMatching-Type-mpi_gather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.378030776977539 sec -Test 'ParamMatching-Type-mpi_gather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3003363609313965 sec -Test 'ParamMatching-Type-mpi_gather-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8391947746276855 sec -Test 'ParamMatching-Type-mpi_gather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2716193199157715 sec -Test 'ParamMatching-Type-mpi_gather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.445036172866821 sec -Test 'ParamMatching-Type-mpi_gather-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.506358623504639 sec -Test 'ParamMatching-Type-mpi_gather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.369657039642334 sec -Test 'ParamMatching-Type-mpi_gather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249187231063843 sec -Test 'ParamMatching-Type-mpi_gather-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194422483444214 sec -Test 'ParamMatching-Type-mpi_gather-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301843881607056 sec -Test 'ParamMatching-Type-mpi_gather-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.531010389328003 sec -Test 'ParamMatching-Type-mpi_gather-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32865571975708 sec -Test 'ParamMatching-Type-mpi_gather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.467492341995239 sec -Test 'ParamMatching-Type-mpi_gather-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266936302185059 sec -Test 'ParamMatching-Type-mpi_gather-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168809413909912 sec -Test 'ParamMatching-Type-mpi_gather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254364728927612 sec -Test 'ParamMatching-Type-mpi_gather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179082155227661 sec -Test 'ParamMatching-Type-mpi_gather-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.916669845581055 sec -Test 'ParamMatching-Type-mpi_gather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.486849784851074 sec -Test 'ParamMatching-Type-mpi_gather-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337895154953003 sec -Test 'ParamMatching-Type-mpi_iallgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330067157745361 sec -Test 'ParamMatching-Type-mpi_iallgather-002_0' result: failure: tool error, or test not run. Elapsed: 0.9624695777893066 sec -Test 'ParamMatching-Type-mpi_iallgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.462905168533325 sec -Test 'ParamMatching-Type-mpi_iallgather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305728197097778 sec -Test 'ParamMatching-Type-mpi_iallgather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3947913646698 sec -Test 'ParamMatching-Type-mpi_iallgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.529278755187988 sec -Test 'ParamMatching-Type-mpi_iallgather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451500415802002 sec -Test 'ParamMatching-Type-mpi_iallgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1540687084198 sec -Test 'ParamMatching-Type-mpi_iallgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361193656921387 sec -Test 'ParamMatching-Type-mpi_iallgather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321880340576172 sec -Test 'ParamMatching-Type-mpi_iallgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.548044204711914 sec -Test 'ParamMatching-Type-mpi_iallgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.514932155609131 sec -Test 'ParamMatching-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.971238613128662 sec -Test 'ParamMatching-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233335971832275 sec -Test 'ParamMatching-Type-mpi_iallreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311800479888916 sec -Test 'ParamMatching-Type-mpi_iallreduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.73803997039795 sec -Test 'ParamMatching-Type-mpi_iallreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297867774963379 sec -Test 'ParamMatching-Type-mpi_iallreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.005272626876831 sec -Test 'ParamMatching-Type-mpi_iallreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.929988861083984 sec -Test 'ParamMatching-Type-mpi_iallreduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.085026264190674 sec -Test 'ParamMatching-Type-mpi_iallreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3138954639434814 sec -Test 'ParamMatching-Type-mpi_iallreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.897183895111084 sec -Test 'ParamMatching-Type-mpi_iallreduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332432508468628 sec -Test 'ParamMatching-Type-mpi_iallreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.661323070526123 sec -Test 'ParamMatching-Type-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.5683434009552 sec -Test 'ParamMatching-Type-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4665138721466064 sec -Test 'ParamMatching-Type-mpi_ialltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3770880699157715 sec -Test 'ParamMatching-Type-mpi_ialltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.920718431472778 sec -Test 'ParamMatching-Type-mpi_ialltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3730175495147705 sec -Test 'ParamMatching-Type-mpi_ialltoall-006_0' result: failure: tool error, or test not run. Elapsed: 1.0726304054260254 sec -Test 'ParamMatching-Type-mpi_ialltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.805471658706665 sec -Test 'ParamMatching-Type-mpi_ialltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.402494668960571 sec -Test 'ParamMatching-Type-mpi_ialltoall-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072054624557495 sec -Test 'ParamMatching-Type-mpi_ialltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.934798955917358 sec -Test 'ParamMatching-Type-mpi_ialltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361374616622925 sec -Test 'ParamMatching-Type-mpi_ialltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334865093231201 sec -Test 'ParamMatching-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.129410982131958 sec -Test 'ParamMatching-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269718885421753 sec -Test 'ParamMatching-Type-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.246194839477539 sec -Test 'ParamMatching-Type-mpi_ireduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937108993530273 sec -Test 'ParamMatching-Type-mpi_ireduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372748136520386 sec -Test 'ParamMatching-Type-mpi_ireduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324037551879883 sec -Test 'ParamMatching-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381720542907715 sec -Test 'ParamMatching-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304353475570679 sec -Test 'ParamMatching-Type-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330645799636841 sec -Test 'ParamMatching-Type-mpi_reduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3164448738098145 sec -Test 'ParamMatching-Type-mpi_reduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229681491851807 sec -Test 'ParamMatching-Type-mpi_reduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356905937194824 sec -Test 'ParamMatching-Type-mpi_reduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460871934890747 sec -Test 'ParamMatching-Type-mpi_reduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262408494949341 sec -Test 'ParamMatching-Type-mpi_reduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.43290638923645 sec -Test 'ParamMatching-Type-mpi_reduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.876450538635254 sec -Test 'ParamMatching-Type-mpi_reduce-011_0' result: failure: tool error, or test not run. Elapsed: 0.9708292484283447 sec -Test 'ParamMatching-Type-mpi_reduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.119282484054565 sec -Test 'ParamMatching-Type-mpi_reduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.508511304855347 sec -Test 'ParamMatching-Type-mpi_reduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.117106914520264 sec -Test 'ParamMatching-Type-mpi_reduce-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.296650409698486 sec -Test 'ParamMatching-Type-mpi_reduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.538562059402466 sec -Test 'ParamMatching-Type-mpi_reduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322404623031616 sec -Test 'ParamMatching-Type-mpi_reduce-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338696718215942 sec -Test 'ParamMatching-Type-mpi_reduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381664514541626 sec -Test 'ParamMatching-Type-mpi_reduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3170506954193115 sec -Test 'ParamMatching-Type-mpi_reduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300527095794678 sec -Test 'ParamMatching-Type-mpi_reduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.474680423736572 sec -Test 'ParamMatching-Type-mpi_reduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336344242095947 sec -Test 'ParamMatching-Type-mpi_reduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.245840311050415 sec -Test 'ParamMatching-Type-mpi_reduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.865238189697266 sec -Test 'ParamMatching-Type-mpi_reduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.996781587600708 sec -Test 'ParamMatching-Type-mpi_reduce-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.404832124710083 sec -Test 'ParamMatching-Type-mpi_reduce-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377873659133911 sec -Test 'ParamMatching-Type-mpi_reduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362841606140137 sec -Test 'ParamMatching-Type-mpi_reduce-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332648277282715 sec -Test 'ParamMatching-Type-mpi_reduce-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.209625244140625 sec -Test 'ParamMatching-Type-mpi_reduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290475368499756 sec -Test 'ParamMatching-Type-mpi_reduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1650989055633545 sec -Test 'ParamMatching-Type-mpi_reduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.256602048873901 sec -Test 'ParamMatching-Type-mpi_reduce-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.23963737487793 sec -Test 'ParamMatching-Type-mpi_reduce-036_0' result: failure: tool error, or test not run. Elapsed: 1.0763132572174072 sec -Test 'ParamMatching-Type-mpi_reduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262070655822754 sec -Test 'ParamMatching-Type-mpi_reduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1095170974731445 sec -Test 'ParamMatching-Type-mpi_reduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211190223693848 sec -Test 'ParamMatching-Type-mpi_reduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.167571544647217 sec -Test 'ParamMatching-Type-mpi_reduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549950361251831 sec -Test 'ParamMatching-Type-mpi_reduce-042_0' result: failure: tool error, or test not run. Elapsed: 0.8186652660369873 sec -Test 'ParamMatching-Type-mpi_reduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382171630859375 sec -Test 'ParamMatching-Type-mpi_reduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301335334777832 sec -Test 'ParamMatching-Type-mpi_reduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214016914367676 sec -Test 'ParamMatching-Type-mpi_reduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.18914008140564 sec -Test 'ParamMatching-Type-mpi_reduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8366687297821045 sec -Test 'ParamMatching-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.6416015625 sec -Test 'ParamMatching-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479303598403931 sec -Test 'ParamMatching-Type-mpi_scan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.163806915283203 sec -Test 'ParamMatching-Type-mpi_scan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.658347606658936 sec -Test 'ParamMatching-Type-mpi_scan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354567050933838 sec -Test 'ParamMatching-Type-mpi_scan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3036181926727295 sec -Test 'ParamMatching-Type-mpi_scan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.000753164291382 sec -Test 'ParamMatching-Type-mpi_scan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301857948303223 sec -Test 'ParamMatching-Type-mpi_scan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432916164398193 sec -Test 'ParamMatching-Type-mpi_scan-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.666098594665527 sec -Test 'ParamMatching-Type-mpi_scan-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.457862138748169 sec -Test 'ParamMatching-Type-mpi_scan-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.727245092391968 sec -Test 'ParamMatching-Type-mpi_scan-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.08166217803955 sec -Test 'ParamMatching-Type-mpi_scan-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410784006118774 sec -Test 'ParamMatching-Type-mpi_scan-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393726348876953 sec -Test 'ParamMatching-Type-mpi_scan-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.267189979553223 sec -Test 'ParamMatching-Type-mpi_scan-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.473294019699097 sec -Test 'ParamMatching-Type-mpi_scan-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5097877979278564 sec -Test 'ParamMatching-Type-mpi_scan-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310603857040405 sec -Test 'ParamMatching-Type-mpi_scan-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.224832057952881 sec -Test 'ParamMatching-Type-mpi_scan-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.489151477813721 sec -Test 'ParamMatching-Type-mpi_scan-022_0' result: failure: tool error, or test not run. Elapsed: 0.8592159748077393 sec -Test 'ParamMatching-Type-mpi_scan-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314467906951904 sec -Test 'ParamMatching-Type-mpi_scatter-001_0' result: timeout: timeout after 60.208345890045166 sec. Elapsed: 60.208345890045166 sec -Test 'ParamMatching-Type-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321553707122803 sec -Test 'ParamMatching-Type-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.616625785827637 sec -Test 'ParamMatching-Type-mpi_scatter-004_0' result: timeout: timeout after 60.20576214790344 sec. Elapsed: 60.20576214790344 sec -Test 'ParamMatching-Type-mpi_scatter-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237087726593018 sec -Test 'ParamMatching-Type-mpi_scatter-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320779085159302 sec -Test 'ParamMatching-Type-mpi_scatter-007_0' result: failure: tool error, or test not run. Elapsed: 1.0490031242370605 sec -Test 'ParamMatching-Type-mpi_scatter-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336648225784302 sec -Test 'ParamMatching-Type-mpi_scatter-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.0884199142456055 sec -Test 'GlobalConcurrency-fence-accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.189832925796509 sec -Test 'GlobalConcurrency-fence-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8463919162750244 sec -Test 'GlobalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9346199035644531 sec -Test 'GlobalConcurrency-fence-accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200751781463623 sec -Test 'GlobalConcurrency-fence-accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.965137243270874 sec -Test 'GlobalConcurrency-fence-accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0161638259887695 sec -Test 'GlobalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2418766021728516 sec -Test 'GlobalConcurrency-fence-accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0712242126464844 sec -Test 'GlobalConcurrency-fence-compare_and_swap_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9730732440948486 sec -Test 'GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.04803729057312 sec -Test 'GlobalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.960888147354126 sec -Test 'GlobalConcurrency-fence-compare_and_swap_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1448707580566406 sec -Test 'GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9851939678192139 sec -Test 'GlobalConcurrency-fence-compare_and_swap_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9959421157836914 sec -Test 'GlobalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9606950283050537 sec -Test 'GlobalConcurrency-fence-compare_and_swap_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2200565338134766 sec -Test 'GlobalConcurrency-fence-fetch_and_op_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.088996410369873 sec -Test 'GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.050710678100586 sec -Test 'GlobalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.135554075241089 sec -Test 'GlobalConcurrency-fence-fetch_and_op_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1715211868286133 sec -Test 'GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.175687551498413 sec -Test 'GlobalConcurrency-fence-fetch_and_op_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.036104440689087 sec -Test 'GlobalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.276426315307617 sec -Test 'GlobalConcurrency-fence-fetch_and_op_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0131874084472656 sec -Test 'GlobalConcurrency-fence-get_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.997666597366333 sec -Test 'GlobalConcurrency-fence-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1569395065307617 sec -Test 'GlobalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.987975835800171 sec -Test 'GlobalConcurrency-fence-get_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.171978235244751 sec -Test 'GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1119911670684814 sec -Test 'GlobalConcurrency-fence-get_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.990858793258667 sec -Test 'GlobalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8712382316589355 sec -Test 'GlobalConcurrency-fence-get_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.935894250869751 sec -Test 'GlobalConcurrency-fence-put_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2399799823760986 sec -Test 'GlobalConcurrency-fence-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1013097763061523 sec -Test 'GlobalConcurrency-fence-put_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.267550230026245 sec -Test 'GlobalConcurrency-fence-put_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1985843181610107 sec -Test 'GlobalConcurrency-fence-put_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9435651302337646 sec -Test 'GlobalConcurrency-fence-put_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1673755645751953 sec -Test 'GlobalConcurrency-fence-raccumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.044435501098633 sec -Test 'GlobalConcurrency-fence-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.328310012817383 sec -Test 'GlobalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0284008979797363 sec -Test 'GlobalConcurrency-fence-raccumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0953896045684814 sec -Test 'GlobalConcurrency-fence-raccumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.190788984298706 sec -Test 'GlobalConcurrency-fence-raccumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1079161167144775 sec -Test 'GlobalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0279297828674316 sec -Test 'GlobalConcurrency-fence-raccumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1323187351226807 sec -Test 'GlobalConcurrency-fence-rget_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9850871562957764 sec -Test 'GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1299171447753906 sec -Test 'GlobalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0839033126831055 sec -Test 'GlobalConcurrency-fence-rget_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.168617010116577 sec -Test 'GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9682557582855225 sec -Test 'GlobalConcurrency-fence-rget_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.063286304473877 sec -Test 'GlobalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.097686290740967 sec -Test 'GlobalConcurrency-fence-rget_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1832516193389893 sec -Test 'GlobalConcurrency-fence-rput_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.209956645965576 sec -Test 'GlobalConcurrency-fence-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8636882305145264 sec -Test 'GlobalConcurrency-fence-rput_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1927754878997803 sec -Test 'GlobalConcurrency-fence-rput_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0590806007385254 sec -Test 'GlobalConcurrency-fence-rput_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2426493167877197 sec -Test 'GlobalConcurrency-fence-rput_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2464449405670166 sec -Test 'GlobalConcurrency-lock-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1837332248687744 sec -Test 'GlobalConcurrency-lock-get_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5349268913269043 sec -Test 'GlobalConcurrency-lock-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.963451862335205 sec -Test 'GlobalConcurrency-lock-rget_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.197150468826294 sec -Test 'GlobalConcurrency-request-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1416637897491455 sec -Test 'GlobalConcurrency-request-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2685892581939697 sec -Test 'CallOrdering-mpi_improbe-mpi_send-001_0' result: timeout: timeout after 60.20366597175598 sec. Elapsed: 60.20366597175598 sec -Test 'CallOrdering-mpi_iprobe-mpi_send-001_0' result: timeout: timeout after 60.209224462509155 sec. Elapsed: 60.209224462509155 sec -Test 'CallOrdering-mpi_mprobe-mpi_send-001_0' result: timeout: timeout after 60.20555305480957 sec. Elapsed: 60.20555305480957 sec -Test 'CallOrdering-mpi_probe-mpi_send-001_0' result: timeout: timeout after 60.20507025718689 sec. Elapsed: 60.20507025718689 sec -Test 'CallOrdering-unmatched-mpi_allgather-001_0' result: timeout: timeout after 60.20526647567749 sec. Elapsed: 60.20526647567749 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.441950559616089 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.968438625335693 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.417609453201294 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.306073904037476 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336256504058838 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0' result: failure: tool error, or test not run. Elapsed: 1.0947210788726807 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307522296905518 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.186918020248413 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.291484832763672 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372408390045166 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.402806282043457 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40085768699646 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.123320579528809 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.483203411102295 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331196546554565 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.213969707489014 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.135821342468262 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.009369134902954 sec -Test 'CallOrdering-unmatched-mpi_allreduce-001_0' result: timeout: timeout after 60.20768141746521 sec. Elapsed: 60.20768141746521 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238111257553101 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.178509950637817 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366252183914185 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.287731885910034 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1980931758880615 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.2148842811584473 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.627295017242432 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072389125823975 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229738712310791 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459331274032593 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3090739250183105 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343664169311523 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401200532913208 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416625022888184 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357080698013306 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385559558868408 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249294996261597 sec -Test 'CallOrdering-unmatched-mpi_alltoall-001_0' result: timeout: timeout after 60.20683693885803 sec. Elapsed: 60.20683693885803 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426860332489014 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390330791473389 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0' result: failure: tool error, or test not run. Elapsed: 0.9403338432312012 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.129125595092773 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354185342788696 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.552334547042847 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2425243854522705 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.405540704727173 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.522609710693359 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.0034186840057373 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.1306145191192627 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2831175327301025 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.389541387557983 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237143516540527 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268580198287964 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.086697340011597 sec -Test 'CallOrdering-unmatched-mpi_barrier-001_0' result: timeout: timeout after 60.203752517700195 sec. Elapsed: 60.203752517700195 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6366589069366455 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.387655019760132 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.367392063140869 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323753595352173 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236780643463135 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.240061283111572 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.190587520599365 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317290544509888 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285725116729736 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395032644271851 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3560755252838135 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0' result: failure: tool error, or test not run. Elapsed: 0.8495609760284424 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237985134124756 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294930696487427 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28144907951355 sec -Test 'CallOrdering-unmatched-mpi_bcast-001_0' result: timeout: timeout after 60.20751619338989 sec. Elapsed: 60.20751619338989 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2443602085113525 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.509003162384033 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.984333276748657 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27369236946106 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295381307601929 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0' result: failure: tool error, or test not run. Elapsed: 0.9757225513458252 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334076642990112 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268111228942871 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.319170713424683 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249894142150879 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357647180557251 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29101037979126 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440737724304199 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2547407150268555 sec -Test 'CallOrdering-unmatched-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.981344699859619 sec -Test 'CallOrdering-unmatched-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.960925340652466 sec -Test 'CallOrdering-unmatched-mpi_exscan-001_0' result: timeout: timeout after 60.203051805496216 sec. Elapsed: 60.203051805496216 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.104343414306641 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324785232543945 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9180011749267578 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313760757446289 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.308049440383911 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346843242645264 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277315139770508 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.206350326538086 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5575644969940186 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.240579605102539 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249761581420898 sec -Test 'CallOrdering-unmatched-mpi_gather-001_0' result: timeout: timeout after 60.206358909606934 sec. Elapsed: 60.206358909606934 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270634412765503 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341518878936768 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211101293563843 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3809685707092285 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3612189292907715 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.1457328796386719 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.0831091403961182 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459885358810425 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294301271438599 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.486218690872192 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-001_0' result: timeout: timeout after 60.20506930351257 sec. Elapsed: 60.20506930351257 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.370608329772949 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379382371902466 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3202738761901855 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.06740140914917 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.46026611328125 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0' result: failure: tool error, or test not run. Elapsed: 0.9336602687835693 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-001_0' result: timeout: timeout after 60.20706605911255 sec. Elapsed: 60.20706605911255 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.275196313858032 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 0.9792954921722412 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 0.9859006404876709 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238107919692993 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.539460182189941 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-001_0' result: timeout: timeout after 60.20573949813843 sec. Elapsed: 60.20573949813843 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.1701700687408447 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290843486785889 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271377801895142 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.411611795425415 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337939500808716 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268030643463135 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0' result: failure: tool error, or test not run. Elapsed: 1.1499989032745361 sec -Test 'CallOrdering-unmatched-mpi_ibcast-001_0' result: timeout: timeout after 60.20776677131653 sec. Elapsed: 60.20776677131653 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307508707046509 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314610719680786 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.723737716674805 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317228317260742 sec -Test 'CallOrdering-unmatched-mpi_ibsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.0928983688354492 sec -Test 'CallOrdering-unmatched-mpi_igather-001_0' result: timeout: timeout after 60.20561385154724 sec. Elapsed: 60.20561385154724 sec -Test 'CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.274655342102051 sec -Test 'CallOrdering-unmatched-mpi_improbe-001_0' result: timeout: timeout after 60.20662832260132 sec. Elapsed: 60.20662832260132 sec -Test 'CallOrdering-unmatched-mpi_irecv-001_0' result: timeout: timeout after 60.20337510108948 sec. Elapsed: 60.20337510108948 sec -Test 'CallOrdering-unmatched-mpi_ireduce-001_0' result: timeout: timeout after 60.20438814163208 sec. Elapsed: 60.20438814163208 sec -Test 'CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233739137649536 sec -Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283453464508057 sec -Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.192058324813843 sec -Test 'CallOrdering-unmatched-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.5529654026031494 sec -Test 'CallOrdering-unmatched-mpi_iscan-001_0' result: timeout: timeout after 60.20813250541687 sec. Elapsed: 60.20813250541687 sec -Test 'CallOrdering-unmatched-mpi_iscatter-001_0' result: timeout: timeout after 60.20799708366394 sec. Elapsed: 60.20799708366394 sec -Test 'CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.13963508605957 sec -Test 'CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.121751308441162 sec -Test 'CallOrdering-unmatched-mpi_isend-001_0' result: timeout: timeout after 60.20772457122803 sec. Elapsed: 60.20772457122803 sec -Test 'CallOrdering-unmatched-mpi_issend-001_0' result: timeout: timeout after 60.20783519744873 sec. Elapsed: 60.20783519744873 sec -Test 'CallOrdering-unmatched-mpi_mprobe-001_0' result: timeout: timeout after 60.20401692390442 sec. Elapsed: 60.20401692390442 sec -Test 'CallOrdering-unmatched-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10906410217285156 sec -Test 'CallOrdering-unmatched-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.09992265701293945 sec -Test 'CallOrdering-unmatched-mpi_recv-001_0' result: timeout: timeout after 60.20533895492554 sec. Elapsed: 60.20533895492554 sec -Test 'CallOrdering-unmatched-mpi_recv_init-001_0' result: timeout: timeout after 60.20671606063843 sec. Elapsed: 60.20671606063843 sec -Test 'CallOrdering-unmatched-mpi_reduce-001_0' result: timeout: timeout after 60.20384454727173 sec. Elapsed: 60.20384454727173 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.348394870758057 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.33461594581604 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.345587968826294 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.501992702484131 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282339096069336 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268455266952515 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257578611373901 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.380770683288574 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.207560062408447 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.161755084991455 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549645662307739 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344555854797363 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.979712724685669 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-001_0' result: timeout: timeout after 60.20317816734314 sec. Elapsed: 60.20317816734314 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292345285415649 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270099639892578 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403524398803711 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.703581809997559 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.098976373672485 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347734212875366 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1877281665802 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356125354766846 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2818591594696045 sec -Test 'CallOrdering-unmatched-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.3979756832122803 sec -Test 'CallOrdering-unmatched-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4470629692077637 sec -Test 'CallOrdering-unmatched-mpi_scan-001_0' result: timeout: timeout after 60.208797454833984 sec. Elapsed: 60.208797454833984 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.898463487625122 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363819360733032 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288488149642944 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4933412075042725 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.079488039016724 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.144326686859131 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9430458545684814 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317187309265137 sec -Test 'CallOrdering-unmatched-mpi_scatter-001_0' result: timeout: timeout after 60.205644607543945 sec. Elapsed: 60.205644607543945 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.0278902053833008 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195576429367065 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29699182510376 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300415754318237 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0' result: failure: tool error, or test not run. Elapsed: 1.0006871223449707 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.329357862472534 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199618577957153 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.127801895141602 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293071985244751 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295873403549194 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.131834506988525 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258195877075195 sec -Test 'CallOrdering-unmatched-mpi_send-001_0' result: timeout: timeout after 60.20698070526123 sec. Elapsed: 60.20698070526123 sec -Test 'CallOrdering-unmatched-mpi_send_init-001_0' result: timeout: timeout after 60.21356225013733 sec. Elapsed: 60.21356225013733 sec -Test 'CallOrdering-unmatched-mpi_ssend-001_0' result: timeout: timeout after 60.20487976074219 sec. Elapsed: 60.20487976074219 sec -Test 'CallOrdering-unmatched-mpi_ssend_init-001_0' result: timeout: timeout after 60.20561957359314 sec. Elapsed: 60.20561957359314 sec -Test 'MsgRace-ANY_SOURCE-001_0' result: timeout: timeout after 60.209299087524414 sec. Elapsed: 60.209299087524414 sec -Test 'MsgRace-ANY_TAG-001_0' result: timeout: timeout after 60.20726442337036 sec. Elapsed: 60.20726442337036 sec -Test 'CallOrdering-mpi_send-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2602553367614746 sec -Test 'CallOrdering-mpi_send-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.336287498474121 sec -Test 'CallOrdering-mpi_send-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1990978717803955 sec -Test 'Correct-fence-accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0070512294769287 sec -Test 'Correct-fence-accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0340628623962402 sec -Test 'Correct-fence-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9613609313964844 sec -Test 'Correct-fence-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2980167865753174 sec -Test 'Correct-fence-accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0960521697998047 sec -Test 'Correct-fence-accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1525685787200928 sec -Test 'Correct-fence-accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3033690452575684 sec -Test 'Correct-fence-accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.193194627761841 sec -Test 'Correct-fence-accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9089553356170654 sec -Test 'Correct-fence-accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1456644535064697 sec -Test 'Correct-fence-accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.094402313232422 sec -Test 'Correct-fence-accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174137830734253 sec -Test 'Correct-fence-accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.025881052017212 sec -Test 'Correct-fence-accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174816131591797 sec -Test 'Correct-fence-accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.246753215789795 sec -Test 'Correct-fence-accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.136618137359619 sec -Test 'Correct-fence-accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.879969835281372 sec -Test 'Correct-fence-accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1069133281707764 sec -Test 'Correct-fence-accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.125114917755127 sec -Test 'Correct-fence-accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.526224374771118 sec -Test 'Correct-fence-accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0185112953186035 sec -Test 'Correct-fence-accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.010050058364868 sec -Test 'Correct-fence-accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1301515102386475 sec -Test 'Correct-fence-accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.249371290206909 sec -Test 'Correct-fence-bufread_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.466972827911377 sec -Test 'Correct-fence-bufread_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.040825843811035 sec -Test 'Correct-fence-bufread_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.069429397583008 sec -Test 'Correct-fence-bufread_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9747607707977295 sec -Test 'Correct-fence-bufread_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.013134241104126 sec -Test 'Correct-fence-bufread_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.165161609649658 sec -Test 'Correct-fence-bufread_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.125917911529541 sec -Test 'Correct-fence-bufread_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263305425643921 sec -Test 'Correct-fence-compare_and_swap_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1068859100341797 sec -Test 'Correct-fence-compare_and_swap_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2391252517700195 sec -Test 'Correct-fence-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9531199932098389 sec -Test 'Correct-fence-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9643900394439697 sec -Test 'Correct-fence-compare_and_swap_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.9132306575775146 sec -Test 'Correct-fence-compare_and_swap_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2494022846221924 sec -Test 'Correct-fence-compare_and_swap_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.053114891052246 sec -Test 'Correct-fence-compare_and_swap_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1569130420684814 sec -Test 'Correct-fence-compare_and_swap_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2455198764801025 sec -Test 'Correct-fence-compare_and_swap_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1150500774383545 sec -Test 'Correct-fence-compare_and_swap_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.176065683364868 sec -Test 'Correct-fence-compare_and_swap_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0881857872009277 sec -Test 'Correct-fence-compare_and_swap_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.13753080368042 sec -Test 'Correct-fence-compare_and_swap_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9613120555877686 sec -Test 'Correct-fence-compare_and_swap_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1146504878997803 sec -Test 'Correct-fence-compare_and_swap_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.024287462234497 sec -Test 'Correct-fence-compare_and_swap_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.19649600982666 sec -Test 'Correct-fence-compare_and_swap_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.17990779876709 sec -Test 'Correct-fence-compare_and_swap_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9699349403381348 sec -Test 'Correct-fence-compare_and_swap_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9957606792449951 sec -Test 'Correct-fence-compare_and_swap_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1190121173858643 sec -Test 'Correct-fence-compare_and_swap_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9792773723602295 sec -Test 'Correct-fence-compare_and_swap_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.181889533996582 sec -Test 'Correct-fence-compare_and_swap_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.344320774078369 sec -Test 'Correct-fence-fetch_and_op_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.180098056793213 sec -Test 'Correct-fence-fetch_and_op_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.152083158493042 sec -Test 'Correct-fence-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5542428493499756 sec -Test 'Correct-fence-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1129367351531982 sec -Test 'Correct-fence-fetch_and_op_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9336962699890137 sec -Test 'Correct-fence-fetch_and_op_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2992453575134277 sec -Test 'Correct-fence-fetch_and_op_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0479800701141357 sec -Test 'Correct-fence-fetch_and_op_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2349019050598145 sec -Test 'Correct-fence-fetch_and_op_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.136582612991333 sec -Test 'Correct-fence-fetch_and_op_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.191518783569336 sec -Test 'Correct-fence-fetch_and_op_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.999959945678711 sec -Test 'Correct-fence-fetch_and_op_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9168281555175781 sec -Test 'Correct-fence-fetch_and_op_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.100067138671875 sec -Test 'Correct-fence-fetch_and_op_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.052424669265747 sec -Test 'Correct-fence-fetch_and_op_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.044257640838623 sec -Test 'Correct-fence-fetch_and_op_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1221063137054443 sec -Test 'Correct-fence-fetch_and_op_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0966737270355225 sec -Test 'Correct-fence-fetch_and_op_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.251946210861206 sec -Test 'Correct-fence-fetch_and_op_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.202807903289795 sec -Test 'Correct-fence-fetch_and_op_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9813504219055176 sec -Test 'Correct-fence-fetch_and_op_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2180984020233154 sec -Test 'Correct-fence-fetch_and_op_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5307092666625977 sec -Test 'Correct-fence-fetch_and_op_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9062097072601318 sec -Test 'Correct-fence-fetch_and_op_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3255722522735596 sec -Test 'Correct-fence-get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.177865743637085 sec -Test 'Correct-fence-get_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8837833404541016 sec -Test 'Correct-fence-get_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0789830684661865 sec -Test 'Correct-fence-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9359095096588135 sec -Test 'Correct-fence-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9212007522583008 sec -Test 'Correct-fence-get_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.251957654953003 sec -Test 'Correct-fence-get_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0378003120422363 sec -Test 'Correct-fence-get_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1117801666259766 sec -Test 'Correct-fence-get_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.08768892288208 sec -Test 'Correct-fence-get_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1638731956481934 sec -Test 'Correct-fence-get_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9596145153045654 sec -Test 'Correct-fence-get_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9811208248138428 sec -Test 'Correct-fence-get_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.121659517288208 sec -Test 'Correct-fence-get_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0941243171691895 sec -Test 'Correct-fence-get_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1042962074279785 sec -Test 'Correct-fence-get_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4872705936431885 sec -Test 'Correct-fence-get_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9133577346801758 sec -Test 'Correct-fence-get_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8276636600494385 sec -Test 'Correct-fence-get_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2108044624328613 sec -Test 'Correct-fence-get_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.054722309112549 sec -Test 'Correct-fence-get_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.161668062210083 sec -Test 'Correct-fence-get_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9625723361968994 sec -Test 'Correct-fence-get_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2283198833465576 sec -Test 'Correct-fence-get_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.250997543334961 sec -Test 'Correct-fence-get_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2155280113220215 sec -Test 'Correct-fence-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.235830783843994 sec -Test 'Correct-fence-get_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.6488828659057617 sec -Test 'Correct-fence-get_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2260193824768066 sec -Test 'Correct-fence-get_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.882636547088623 sec -Test 'Correct-fence-get_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.215581178665161 sec -Test 'Correct-fence-get_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0524404048919678 sec -Test 'Correct-fence-get_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8521153926849365 sec -Test 'Correct-fence-get_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.161635637283325 sec -Test 'Correct-fence-get_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.358353614807129 sec -Test 'Correct-fence-get_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1630196571350098 sec -Test 'Correct-fence-get_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5266647338867188 sec -Test 'Correct-fence-get_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0036520957946777 sec -Test 'Correct-fence-put_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1832544803619385 sec -Test 'Correct-fence-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0034611225128174 sec -Test 'Correct-fence-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.068617343902588 sec -Test 'Correct-fence-put_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0030760765075684 sec -Test 'Correct-fence-put_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1149063110351562 sec -Test 'Correct-fence-put_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9135527610778809 sec -Test 'Correct-fence-put_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.148001194000244 sec -Test 'Correct-fence-put_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9450974464416504 sec -Test 'Correct-fence-put_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135073184967041 sec -Test 'Correct-fence-put_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.130117177963257 sec -Test 'Correct-fence-put_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0671510696411133 sec -Test 'Correct-fence-put_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9504354000091553 sec -Test 'Correct-fence-put_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1524624824523926 sec -Test 'Correct-fence-put_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.206756830215454 sec -Test 'Correct-fence-put_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263472318649292 sec -Test 'Correct-fence-put_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.6420440673828125 sec -Test 'Correct-fence-raccumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1387979984283447 sec -Test 'Correct-fence-raccumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1562018394470215 sec -Test 'Correct-fence-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9821288585662842 sec -Test 'Correct-fence-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.034682512283325 sec -Test 'Correct-fence-raccumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1327593326568604 sec -Test 'Correct-fence-raccumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.020052194595337 sec -Test 'Correct-fence-raccumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8637237548828125 sec -Test 'Correct-fence-raccumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0090324878692627 sec -Test 'Correct-fence-raccumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.917337417602539 sec -Test 'Correct-fence-raccumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0472593307495117 sec -Test 'Correct-fence-raccumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0215816497802734 sec -Test 'Correct-fence-raccumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135655403137207 sec -Test 'Correct-fence-raccumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8447234630584717 sec -Test 'Correct-fence-raccumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.172980785369873 sec -Test 'Correct-fence-raccumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9138386249542236 sec -Test 'Correct-fence-raccumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0665812492370605 sec -Test 'Correct-fence-raccumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.989090919494629 sec -Test 'Correct-fence-raccumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.282721996307373 sec -Test 'Correct-fence-raccumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8568580150604248 sec -Test 'Correct-fence-raccumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2020480632781982 sec -Test 'Correct-fence-raccumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.108640193939209 sec -Test 'Correct-fence-raccumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.247892141342163 sec -Test 'Correct-fence-raccumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.053147315979004 sec -Test 'Correct-fence-raccumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.038332462310791 sec -Test 'Correct-fence-rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.113888740539551 sec -Test 'Correct-fence-rget_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.061221122741699 sec -Test 'Correct-fence-rget_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2091283798217773 sec -Test 'Correct-fence-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.211339235305786 sec -Test 'Correct-fence-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0935893058776855 sec -Test 'Correct-fence-rget_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0624172687530518 sec -Test 'Correct-fence-rget_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.120375394821167 sec -Test 'Correct-fence-rget_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3819055557250977 sec -Test 'Correct-fence-rget_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9456071853637695 sec -Test 'Correct-fence-rget_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9777348041534424 sec -Test 'Correct-fence-rget_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.147663116455078 sec -Test 'Correct-fence-rget_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1915671825408936 sec -Test 'Correct-fence-rget_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.542603015899658 sec -Test 'Correct-fence-rget_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0041627883911133 sec -Test 'Correct-fence-rget_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.115919589996338 sec -Test 'Correct-fence-rget_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.122166395187378 sec -Test 'Correct-fence-rget_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2034902572631836 sec -Test 'Correct-fence-rget_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2063751220703125 sec -Test 'Correct-fence-rget_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3353171348571777 sec -Test 'Correct-fence-rget_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4630801677703857 sec -Test 'Correct-fence-rget_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.113039255142212 sec -Test 'Correct-fence-rget_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.499818801879883 sec -Test 'Correct-fence-rget_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9826159477233887 sec -Test 'Correct-fence-rget_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.061999797821045 sec -Test 'Correct-fence-rget_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0120387077331543 sec -Test 'Correct-fence-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.433090925216675 sec -Test 'Correct-fence-rget_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.025456428527832 sec -Test 'Correct-fence-rget_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0819387435913086 sec -Test 'Correct-fence-rget_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9046533107757568 sec -Test 'Correct-fence-rget_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2787187099456787 sec -Test 'Correct-fence-rget_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1306824684143066 sec -Test 'Correct-fence-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0050530433654785 sec -Test 'Correct-fence-rget_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.049901008605957 sec -Test 'Correct-fence-rget_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.167663335800171 sec -Test 'Correct-fence-rget_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9070839881896973 sec -Test 'Correct-fence-rget_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.7668349742889404 sec -Test 'Correct-fence-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.8623344898223877 sec -Test 'Correct-fence-rput_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.029961109161377 sec -Test 'Correct-fence-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0405468940734863 sec -Test 'Correct-fence-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1631991863250732 sec -Test 'Correct-fence-rput_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1986963748931885 sec -Test 'Correct-fence-rput_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.133681297302246 sec -Test 'Correct-fence-rput_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.063809633255005 sec -Test 'Correct-fence-rput_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.11995267868042 sec -Test 'Correct-fence-rput_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.129486560821533 sec -Test 'Correct-fence-rput_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.17651629447937 sec -Test 'Correct-fence-rput_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.442042827606201 sec -Test 'Correct-fence-rput_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9604406356811523 sec -Test 'Correct-fence-rput_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2959625720977783 sec -Test 'Correct-fence-rput_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1637282371520996 sec -Test 'Correct-fence-rput_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0585317611694336 sec -Test 'Correct-fence-rput_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9906806945800781 sec -Test 'Correct-fence-rput_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0115256309509277 sec -Test 'Correct-lock-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2922043800354004 sec -Test 'Correct-lock-get_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1850686073303223 sec -Test 'Correct-lock-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.963869571685791 sec -Test 'Correct-lock-rget_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2076244354248047 sec -Test 'Correct-lockall-get_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8861963748931885 sec -Test 'Correct-lockall-get_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.048734426498413 sec -Test 'Correct-lockall-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.982668399810791 sec -Test 'Correct-lockall-rget_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.171029806137085 sec -Test 'Correct-lockallflush-bufwrite_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9569904804229736 sec -Test 'Correct-lockallflush-bufwrite_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.014824151992798 sec -Test 'Correct-lockallflush-bufwrite_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9304478168487549 sec -Test 'Correct-lockallflush-bufwrite_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1700267791748047 sec -Test 'Correct-lockallflush-bufwrite_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.146864414215088 sec -Test 'Correct-lockallflush-bufwrite_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.036074638366699 sec -Test 'Correct-lockallflush-bufwrite_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2491700649261475 sec -Test 'Correct-lockallflush-bufwrite_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1177685260772705 sec -Test 'Correct-lockallflushlocal-bufread_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3160829544067383 sec -Test 'Correct-lockallflushlocal-bufread_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.861741304397583 sec -Test 'Correct-lockflush-bufwrite_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2354023456573486 sec -Test 'Correct-lockflush-bufwrite_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4741463661193848 sec -Test 'Correct-lockflushlocal-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1122028827667236 sec -Test 'Correct-lockflushlocal-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.068122148513794 sec -Test 'Correct-lockflushlocal-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9228515625 sec -Test 'Correct-lockflushlocal-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.932173252105713 sec -Test 'Correct-lockflushlocal-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8355605602264404 sec -Test 'Correct-lockflushlocal-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.986450433731079 sec -Test 'Correct-lockflushlocal-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1995275020599365 sec -Test 'Correct-lockflushlocal-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9603445529937744 sec -Test 'Correct-lockunlock-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1246862411499023 sec -Test 'Correct-lockunlock-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9710369110107422 sec -Test 'Correct-lockunlock-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8741297721862793 sec -Test 'Correct-lockunlock-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1975388526916504 sec -Test 'Correct-lockunlock-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0726168155670166 sec -Test 'Correct-lockunlock-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9595868587493896 sec -Test 'Correct-lockunlock-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9914965629577637 sec -Test 'Correct-lockunlock-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.807966709136963 sec -Test 'Correct-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0917842388153076 sec -Test 'Correct-mpi_allgather-002_0' result: timeout: timeout after 60.208308696746826 sec. Elapsed: 60.208308696746826 sec -Test 'Correct-mpi_allgather-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.224665880203247 sec -Test 'Correct-mpi_allgather-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.037107229232788 sec -Test 'Correct-mpi_allgather-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.332122564315796 sec -Test 'Correct-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174563407897949 sec -Test 'Correct-mpi_allreduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1982100009918213 sec -Test 'Correct-mpi_allreduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.430384635925293 sec -Test 'Correct-mpi_allreduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.848514556884766 sec -Test 'Correct-mpi_allreduce-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1909046173095703 sec -Test 'Correct-mpi_allreduce-006_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.885379076004028 sec -Test 'Correct-mpi_allreduce-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.277326822280884 sec -Test 'Correct-mpi_allreduce-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2716591358184814 sec -Test 'Correct-mpi_allreduce-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.231215715408325 sec -Test 'Correct-mpi_allreduce-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3379361629486084 sec -Test 'Correct-mpi_allreduce-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.868887424468994 sec -Test 'Correct-mpi_allreduce-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.221630096435547 sec -Test 'Correct-mpi_alltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.791015863418579 sec -Test 'Correct-mpi_alltoall-mpi_alltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.881538152694702 sec -Test 'Correct-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.274548292160034 sec -Test 'Correct-mpi_barrier-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.260758399963379 sec -Test 'Correct-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.126615524291992 sec -Test 'Correct-mpi_bcast-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.162635564804077 sec -Test 'Correct-mpi_bcast-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.214942216873169 sec -Test 'Correct-mpi_bcast-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1001217365264893 sec -Test 'Correct-mpi_bcast-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.230588436126709 sec -Test 'Correct-mpi_bcast-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1863014698028564 sec -Test 'Correct-mpi_bcast-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.235903263092041 sec -Test 'Correct-mpi_bcast-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2638025283813477 sec -Test 'Correct-mpi_bcast-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.9550387859344482 sec -Test 'Correct-mpi_bcast-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.6041879653930664 sec -Test 'Correct-mpi_bcast-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3674490451812744 sec -Test 'Correct-mpi_bcast-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.033834457397461 sec -Test 'Correct-mpi_bcast-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3016464710235596 sec -Test 'Correct-mpi_bcast-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.316410541534424 sec -Test 'Correct-mpi_bcast-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.666337013244629 sec -Test 'Correct-mpi_bcast-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.083646059036255 sec -Test 'Correct-mpi_bcast-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2456908226013184 sec -Test 'Correct-mpi_bcast-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.5335848331451416 sec -Test 'Correct-mpi_bcast-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2258095741271973 sec -Test 'Correct-mpi_bcast-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.254887580871582 sec -Test 'Correct-mpi_bcast-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.182760000228882 sec -Test 'Correct-mpi_bcast-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0620100498199463 sec -Test 'Correct-mpi_bcast-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2254717350006104 sec -Test 'Correct-mpi_bcast-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.199977159500122 sec -Test 'Correct-mpi_bcast-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.250119924545288 sec -Test 'Correct-mpi_bcast-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.066924810409546 sec -Test 'Correct-mpi_bcast-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0429868698120117 sec -Test 'Correct-mpi_bsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.963789224624634 sec -Test 'Correct-mpi_bsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.219214916229248 sec -Test 'Correct-mpi_bsend_init-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 9.477542400360107 sec -Test 'Correct-mpi_bsend_init-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.90084433555603 sec -Test 'Correct-mpi_cart_create-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2374889850616455 sec -Test 'Correct-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.183314800262451 sec -Test 'Correct-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3723790645599365 sec -Test 'Correct-mpi_exscan-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3424692153930664 sec -Test 'Correct-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.181025743484497 sec -Test 'Correct-mpi_gather-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.610753774642944 sec -Test 'Correct-mpi_gather-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3553481101989746 sec -Test 'Correct-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.218263864517212 sec -Test 'Correct-mpi_iallreduce-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.125088691711426 sec -Test 'Correct-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 38.90715050697327 sec -Test 'Correct-mpi_ialltoall-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 38.95464253425598 sec -Test 'Correct-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.030463218688965 sec -Test 'Correct-mpi_ibarrier-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.162144899368286 sec -Test 'Correct-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.203056812286377 sec -Test 'Correct-mpi_ibcast-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2677218914031982 sec -Test 'Correct-mpi_ibsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.055946588516235 sec -Test 'Correct-mpi_ibsend-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.027407884597778 sec -Test 'Correct-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.674961805343628 sec -Test 'Correct-mpi_igather-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.102005958557129 sec -Test 'Correct-mpi_improbe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2858870029449463 sec -Test 'Correct-mpi_imrecv-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.3839151859283447 sec -Test 'Correct-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2314751148223877 sec -Test 'Correct-mpi_irecv-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2201054096221924 sec -Test 'Correct-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1651294231414795 sec -Test 'Correct-mpi_ireduce-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.305148124694824 sec -Test 'Correct-mpi_irsend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.6445467472076416 sec -Test 'Correct-mpi_irsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4181923866271973 sec -Test 'Correct-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.38191819190979 sec -Test 'Correct-mpi_iscan-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.290945291519165 sec -Test 'Correct-mpi_iscatter-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1842453479766846 sec -Test 'Correct-mpi_iscatter-mpi_iscatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.617111921310425 sec -Test 'Correct-mpi_isend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.031308174133301 sec -Test 'Correct-mpi_isend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3361902236938477 sec -Test 'Correct-mpi_isend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.234919548034668 sec -Test 'Correct-mpi_isend-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.002336025238037 sec -Test 'Correct-mpi_isend-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.265162944793701 sec -Test 'Correct-mpi_isend-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3762831687927246 sec -Test 'Correct-mpi_isend-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3413796424865723 sec -Test 'Correct-mpi_issend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.198610544204712 sec -Test 'Correct-mpi_issend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.188955068588257 sec -Test 'Correct-mpi_mprobe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263991117477417 sec -Test 'Correct-mpi_mrecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0887250900268555 sec -Test 'Correct-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10630202293395996 sec -Test 'Correct-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10994386672973633 sec -Test 'Correct-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10895442962646484 sec -Test 'Correct-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11682724952697754 sec -Test 'Correct-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3462719917297363 sec -Test 'Correct-mpi_recv-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.889484167098999 sec -Test 'Correct-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2797160148620605 sec -Test 'Correct-mpi_recv_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3619065284729004 sec -Test 'Correct-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.40712833404541 sec -Test 'Correct-mpi_reduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.254129409790039 sec -Test 'Correct-mpi_reduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1922340393066406 sec -Test 'Correct-mpi_reduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.9834914207458496 sec -Test 'Correct-mpi_reduce-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.363321542739868 sec -Test 'Correct-mpi_reduce-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2210536003112793 sec -Test 'Correct-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.873419046401978 sec -Test 'Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.740108489990234 sec -Test 'Correct-mpi_rsend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.183839797973633 sec -Test 'Correct-mpi_rsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.030769109725952 sec -Test 'Correct-mpi_rsend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3401265144348145 sec -Test 'Correct-mpi_rsend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3557610511779785 sec -Test 'Correct-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1526670455932617 sec -Test 'Correct-mpi_scan-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9408609867095947 sec -Test 'Correct-mpi_scan-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.180995225906372 sec -Test 'Correct-mpi_scan-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.346266269683838 sec -Test 'Correct-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.2969725131988525 sec -Test 'Correct-mpi_scatter-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.5181868076324463 sec -Test 'Correct-mpi_send-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2899527549743652 sec -Test 'Correct-mpi_send-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3369715213775635 sec -Test 'Correct-mpi_send-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8540356159210205 sec -Test 'Correct-mpi_send-004_0' result: failure: tool error, or test not run. Elapsed: 1.0579006671905518 sec -Test 'Correct-mpi_send-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3230648040771484 sec -Test 'Correct-mpi_send-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.265092611312866 sec -Test 'Correct-mpi_send-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0718882083892822 sec -Test 'Correct-mpi_send-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3025033473968506 sec -Test 'Correct-mpi_send-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.390230178833008 sec -Test 'Correct-mpi_send-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.365208864212036 sec -Test 'Correct-mpi_send-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.302706241607666 sec -Test 'Correct-mpi_send-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3700952529907227 sec -Test 'Correct-mpi_send-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.21952223777771 sec -Test 'Correct-mpi_send-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.7788264751434326 sec -Test 'Correct-mpi_send-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.386031150817871 sec -Test 'Correct-mpi_send-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.7579638957977295 sec -Test 'Correct-mpi_send-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.18050217628479 sec -Test 'Correct-mpi_send-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.005323886871338 sec -Test 'Correct-mpi_send-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.372006893157959 sec -Test 'Correct-mpi_send-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2815637588500977 sec -Test 'Correct-mpi_send-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4919369220733643 sec -Test 'Correct-mpi_send-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.547758102416992 sec -Test 'Correct-mpi_send-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3107383251190186 sec -Test 'Correct-mpi_send-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.439876079559326 sec -Test 'Correct-mpi_send-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2853496074676514 sec -Test 'Correct-mpi_send-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2944440841674805 sec -Test 'Correct-mpi_send-027_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4541819095611572 sec -Test 'Correct-mpi_send-028_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3250510692596436 sec -Test 'Correct-mpi_send-029_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2276549339294434 sec -Test 'Correct-mpi_send_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.123035430908203 sec -Test 'Correct-mpi_send_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3879663944244385 sec -Test 'Correct-mpi_ssend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.440112829208374 sec -Test 'Correct-mpi_ssend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.17577862739563 sec -Test 'Correct-mpi_ssend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2805540561676025 sec -Test 'Correct-mpi_ssend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.238823175430298 sec -Test 'Correct-mpi_ssend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9952235221862793 sec -Test 'Correct-request-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.988405466079712 sec -Test 'Correct-request-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1923036575317383 sec -Test 'Correct-request-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.03080677986145 sec -Test 'InvalidParam-Buffer-mpi_imrecv-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.43725848197937 sec -Test 'InvalidParam-Buffer-mpi_mrecv-005_0' result: failure: tool error, or test not run. Elapsed: 1.2519469261169434 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-007_0' result: failure: tool error, or test not run. Elapsed: 1.552807092666626 sec +[{'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] +Test 'InvalidBuffer-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.757014274597168 sec +Test 'InvalidBuffer-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5630247592926025 sec +Test 'InvalidBuffer-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293196201324463 sec +Test 'InvalidBuffer-004_0' result: failure: tool error, or test not run. Elapsed: 0.9240949153900146 sec +Test 'InvalidBuffer-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.552481174468994 sec +Test 'InvalidBuffer-006_0' result: failure: tool error, or test not run. Elapsed: 1.0179214477539062 sec +Test 'InvalidBuffer-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.679982423782349 sec +Test 'InvalidBuffer-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.093983888626099 sec +Test 'InvalidBuffer-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415494918823242 sec +Test 'InvalidBuffer-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349172115325928 sec +Test 'InvalidBuffer-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258365154266357 sec +Test 'InvalidBuffer-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.200267553329468 sec +Test 'InvalidDatataype-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.575159549713135 sec +Test 'InvalidDatataype-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208102703094482 sec +Test 'InvalidDatataype-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.097485780715942 sec +Test 'InvalidDatataype-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262450695037842 sec +Test 'InvalidDatataype-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.117815732955933 sec +Test 'InvalidDatataype-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.119766712188721 sec +Test 'InvalidDatataype-007_0' result: failure: tool error, or test not run. Elapsed: 1.0776524543762207 sec +Test 'InvalidDatataype-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440962553024292 sec +Test 'InvalidDatataype-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318219184875488 sec +Test 'InvalidDatataype-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248074054718018 sec +Test 'InvalidDatataype-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.220263242721558 sec +Test 'InvalidDatataype-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.037142276763916 sec +Test 'InvalidDatataype-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.137064218521118 sec +Test 'InvalidDatataype-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.128201484680176 sec +Test 'InvalidDatataype-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.031110048294067 sec +Test 'InvalidDatataype-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.224670648574829 sec +Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.060020685195923 sec +Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.989284515380859 sec +Test 'InvalidParam-Buffer-mpi_bsend-003_0' result: failure: tool error, or test not run. Elapsed: 1.107969045639038 sec +Test 'InvalidParam-Buffer-mpi_bsend-004_0' result: failure: tool error, or test not run. Elapsed: 1.1836574077606201 sec +Test 'InvalidParam-Buffer-mpi_bsend-005_0' result: failure: tool error, or test not run. Elapsed: 1.1431946754455566 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.14992070198059 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.92429518699646 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.750484228134155 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.061616897583008 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-005_0' result: failure: tool error, or test not run. Elapsed: 0.9416885375976562 sec +Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.995436191558838 sec +Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.215457201004028 sec +Test 'InvalidParam-Buffer-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7873077392578125 sec +Test 'InvalidParam-Buffer-mpi_ibsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.002305030822754 sec +Test 'InvalidParam-Buffer-mpi_ibsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.094674825668335 sec +Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.528664588928223 sec +Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335203409194946 sec +Test 'InvalidParam-Buffer-mpi_imrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4922566413879395 sec +Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.03781270980835 sec +Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395402431488037 sec +Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310471296310425 sec +Test 'InvalidParam-Buffer-mpi_irecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4793508052825928 sec +Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339949369430542 sec +Test 'InvalidParam-Buffer-mpi_irecv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.334949493408203 sec +Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.938214302062988 sec +Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.007452726364136 sec +Test 'InvalidParam-Buffer-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.914236545562744 sec +Test 'InvalidParam-Buffer-mpi_irsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.927203416824341 sec +Test 'InvalidParam-Buffer-mpi_irsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4566118717193604 sec +Test 'InvalidParam-Buffer-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.906570911407471 sec +Test 'InvalidParam-Buffer-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.107672691345215 sec +Test 'InvalidParam-Buffer-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.068019390106201 sec +Test 'InvalidParam-Buffer-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.861462593078613 sec +Test 'InvalidParam-Buffer-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3624320030212402 sec +Test 'InvalidParam-Buffer-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.095771312713623 sec +Test 'InvalidParam-Buffer-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.042582035064697 sec +Test 'InvalidParam-Buffer-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.045260667800903 sec +Test 'InvalidParam-Buffer-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.161048412322998 sec +Test 'InvalidParam-Buffer-mpi_issend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1192691326141357 sec +Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2840683460235596 sec +Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168627500534058 sec +Test 'InvalidParam-Buffer-mpi_mrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.2748751640319824 sec +Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314587354660034 sec +Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10741710662841797 sec +Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.09996175765991211 sec +Test 'InvalidParam-Buffer-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10221385955810547 sec +Test 'InvalidParam-Buffer-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10595297813415527 sec +Test 'InvalidParam-Buffer-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10853123664855957 sec +Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10807585716247559 sec +Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10482549667358398 sec +Test 'InvalidParam-Buffer-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.11332249641418457 sec +Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.1158440113067627 sec +Test 'InvalidParam-Buffer-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10409784317016602 sec +Test 'InvalidParam-Buffer-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.1876614093780518 sec +Test 'InvalidParam-Buffer-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214222431182861 sec +Test 'InvalidParam-Buffer-mpi_recv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4560019969940186 sec +Test 'InvalidParam-Buffer-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 0.823040246963501 sec +Test 'InvalidParam-Buffer-mpi_recv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3216819763183594 sec +Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432313680648804 sec +Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407792091369629 sec +Test 'InvalidParam-Buffer-mpi_recv_init-003_0' result: failure: tool error, or test not run. Elapsed: 1.0796284675598145 sec +Test 'InvalidParam-Buffer-mpi_recv_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.456294059753418 sec +Test 'InvalidParam-Buffer-mpi_recv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.3673157691955566 sec +Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.25875735282898 sec +Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.06391429901123 sec +Test 'InvalidParam-Buffer-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.882692098617554 sec +Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.853360176086426 sec +Test 'InvalidParam-Buffer-mpi_rsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2825655937194824 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.871382474899292 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.084285259246826 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.101729154586792 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.703723430633545 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.8133983612060547 sec +Test 'InvalidParam-Buffer-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.968167781829834 sec +Test 'InvalidParam-Buffer-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.955267429351807 sec +Test 'InvalidParam-Buffer-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.768937349319458 sec +Test 'InvalidParam-Buffer-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.13831377029419 sec +Test 'InvalidParam-Buffer-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.309669017791748 sec +Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.951647520065308 sec +Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.951832294464111 sec +Test 'InvalidParam-Buffer-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.227630853652954 sec +Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.943808317184448 sec +Test 'InvalidParam-Buffer-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.952908992767334 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9315295219421387 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.8630940914154053 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.452093124389648 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.216737270355225 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.117989540100098 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.960413217544556 sec +Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.073464393615723 sec +Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.822474956512451 sec +Test 'InvalidParam-Buffer-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.052019357681274 sec +Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: failure: tool error, or test not run. Elapsed: 0.9478549957275391 sec +Test 'InvalidParam-Buffer-mpi_ssend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3011295795440674 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.320432424545288 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.012287855148315 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.808230876922607 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.13337755203247 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.8862478733062744 sec +Test 'InvalidParam-Comm-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233746767044067 sec +Test 'InvalidParam-Comm-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7957539558410645 sec +Test 'InvalidParam-Comm-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3942155838012695 sec +Test 'InvalidParam-Comm-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0195720195770264 sec +Test 'InvalidParam-Comm-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314864873886108 sec +Test 'InvalidParam-Comm-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9286231994628906 sec +Test 'InvalidParam-Comm-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285577774047852 sec +Test 'InvalidParam-Comm-mpi_barrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9278290271759033 sec +Test 'InvalidParam-Comm-mpi_bcast-001_0' result: failure: tool error, or test not run. Elapsed: 1.0211427211761475 sec +Test 'InvalidParam-Comm-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9614548683166504 sec +Test 'InvalidParam-Comm-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.453888654708862 sec +Test 'InvalidParam-Comm-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.456198453903198 sec +Test 'InvalidParam-Comm-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.181434869766235 sec +Test 'InvalidParam-Comm-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.841254711151123 sec +Test 'InvalidParam-Comm-mpi_cart_create-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.838685750961304 sec +Test 'InvalidParam-Comm-mpi_cart_create-002_0' result: failure: tool error, or test not run. Elapsed: 1.017183780670166 sec +Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.936545372009277 sec +Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.709286689758301 sec +Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9083099365234375 sec +Test 'InvalidParam-Comm-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.245445728302002 sec +Test 'InvalidParam-Comm-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9313154220581055 sec +Test 'InvalidParam-Comm-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.145536184310913 sec +Test 'InvalidParam-Comm-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.914762020111084 sec +Test 'InvalidParam-Comm-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.217420339584351 sec +Test 'InvalidParam-Comm-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.963292121887207 sec +Test 'InvalidParam-Comm-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202737331390381 sec +Test 'InvalidParam-Comm-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.983043670654297 sec +Test 'InvalidParam-Comm-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344290733337402 sec +Test 'InvalidParam-Comm-mpi_ibarrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.83363938331604 sec +Test 'InvalidParam-Comm-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302452564239502 sec +Test 'InvalidParam-Comm-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9607207775115967 sec +Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.020584106445312 sec +Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937044620513916 sec +Test 'InvalidParam-Comm-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.129235744476318 sec +Test 'InvalidParam-Comm-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0567831993103027 sec +Test 'InvalidParam-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349223613739014 sec +Test 'InvalidParam-Comm-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072216033935547 sec +Test 'InvalidParam-Comm-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.514637231826782 sec +Test 'InvalidParam-Comm-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.153198719024658 sec +Test 'InvalidParam-Comm-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.428433895111084 sec +Test 'InvalidParam-Comm-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9999940395355225 sec +Test 'InvalidParam-Comm-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8347556591033936 sec +Test 'InvalidParam-Comm-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9672088623046875 sec +Test 'InvalidParam-Comm-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294443607330322 sec +Test 'InvalidParam-Comm-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.999095916748047 sec +Test 'InvalidParam-Comm-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193485498428345 sec +Test 'InvalidParam-Comm-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9312472343444824 sec +Test 'InvalidParam-Comm-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.003266334533691 sec +Test 'InvalidParam-Comm-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.00981330871582 sec +Test 'InvalidParam-Comm-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.841080188751221 sec +Test 'InvalidParam-Comm-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.278871059417725 sec +Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.438218355178833 sec +Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290466785430908 sec +Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.09935474395751953 sec +Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.13452744483947754 sec +Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10356569290161133 sec +Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11227822303771973 sec +Test 'InvalidParam-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.847184181213379 sec +Test 'InvalidParam-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488266944885254 sec +Test 'InvalidParam-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359778165817261 sec +Test 'InvalidParam-Comm-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297577142715454 sec +Test 'InvalidParam-Comm-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356573581695557 sec +Test 'InvalidParam-Comm-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.911297082901001 sec +Test 'InvalidParam-Comm-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314440011978149 sec +Test 'InvalidParam-Comm-mpi_reduce_scatter_block-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.71380615234375 sec +Test 'InvalidParam-Comm-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.036219120025635 sec +Test 'InvalidParam-Comm-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.900826454162598 sec +Test 'InvalidParam-Comm-mpi_rsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.1399297714233398 sec +Test 'InvalidParam-Comm-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.59566330909729 sec +Test 'InvalidParam-Comm-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335577487945557 sec +Test 'InvalidParam-Comm-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0126988887786865 sec +Test 'InvalidParam-Comm-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282026052474976 sec +Test 'InvalidParam-Comm-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.092637538909912 sec +Test 'InvalidParam-Comm-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.232126951217651 sec +Test 'InvalidParam-Comm-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.755880117416382 sec +Test 'InvalidParam-Comm-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.945992708206177 sec +Test 'InvalidParam-Comm-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451929092407227 sec +Test 'InvalidParam-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6378254890441895 sec +Test 'InvalidParam-Comm-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269350290298462 sec +Test 'InvalidParam-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7507500648498535 sec +Test 'InvalidParam-Comm-mpi_sendrecv_replace-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525236368179321 sec +Test 'InvalidParam-Comm-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.872314929962158 sec +Test 'InvalidParam-Comm-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.979797124862671 sec +Test 'InvalidParam-Comm-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.060131072998047 sec +Test 'InvalidParam-Comm-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.014934778213501 sec +Test 'InvalidParam-Op-mpi_allreduce-001_0' result: failure: tool error, or test not run. Elapsed: 0.9145848751068115 sec +Test 'InvalidParam-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.860584735870361 sec +Test 'InvalidParam-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8849828243255615 sec +Test 'InvalidParam-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.965265989303589 sec +Test 'InvalidParam-Rank-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9189746379852295 sec +Test 'InvalidParam-Rank-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354588031768799 sec +Test 'InvalidParam-Rank-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.162499189376831 sec +Test 'InvalidParam-Rank-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3221471309661865 sec +Test 'InvalidParam-Rank-005_0' result: failure: tool error, or test not run. Elapsed: 0.7479941844940186 sec +Test 'InvalidParam-Rank-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1055595874786377 sec +Test 'InvalidParam-Rank-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2311923503875732 sec +Test 'InvalidParam-Rank-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.412882566452026 sec +Test 'InvalidParam-Rank-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.118486166000366 sec +Test 'InvalidParam-Rank-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9123883247375488 sec +Test 'InvalidParam-Rank-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.204656600952148 sec +Test 'InvalidParam-Rank-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.551025629043579 sec +Test 'InvalidParam-Rank-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2151145935058594 sec +Test 'InvalidParam-Rank-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.068474769592285 sec +Test 'InvalidParam-Rank-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.11289644241333 sec +Test 'InvalidParam-Rank-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.121628761291504 sec +Test 'InvalidParam-Rank-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266346216201782 sec +Test 'InvalidParam-Rank-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1926815509796143 sec +Test 'InvalidParam-Rank-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.110909938812256 sec +Test 'InvalidParam-Rank-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361779451370239 sec +Test 'InvalidParam-Rank-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.152022361755371 sec +Test 'InvalidParam-Rank-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1343703269958496 sec +Test 'InvalidParam-Rank-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.210727691650391 sec +Test 'InvalidParam-Rank-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.158386468887329 sec +Test 'InvalidParam-Rank-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1895928382873535 sec +Test 'InvalidParam-Rank-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236790180206299 sec +Test 'InvalidParam-Rank-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1610524654388428 sec +Test 'InvalidParam-Rank-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.065406560897827 sec +Test 'InvalidParam-Rank-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.242123365402222 sec +Test 'InvalidParam-Rank-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.005281448364258 sec +Test 'InvalidParam-Rank-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.287386417388916 sec +Test 'InvalidParam-Rank-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288191795349121 sec +Test 'InvalidParam-Rank-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.032085657119751 sec +Test 'InvalidParam-Rank-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40502214431763 sec +Test 'InvalidParam-Rank-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.235949277877808 sec +Test 'InvalidParam-Rank-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.3204710483551 sec +Test 'InvalidParam-Rank-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.046641111373901 sec +Test 'InvalidParam-Rank-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268979072570801 sec +Test 'InvalidParam-Rank-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333166599273682 sec +Test 'InvalidParam-Rank-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.192911148071289 sec +Test 'InvalidParam-Rank-mpi_ibcast-001_0' result: failure: tool error, or test not run. Elapsed: 1.1507673263549805 sec +Test 'InvalidParam-Rank-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352854013442993 sec +Test 'InvalidParam-Rank-mpi_ibcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.409844398498535 sec +Test 'InvalidParam-Rank-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.36090135574341 sec +Test 'InvalidParam-Rank-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.987344980239868 sec +Test 'InvalidParam-Rank-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.272797346115112 sec +Test 'InvalidParam-Rank-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338172197341919 sec +Test 'InvalidParam-Rank-mpi_igather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416049242019653 sec +Test 'InvalidParam-Rank-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 61.83208727836609 sec +Test 'InvalidParam-Rank-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.436795949935913 sec +Test 'InvalidParam-Rank-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2385435104370117 sec +Test 'InvalidParam-Rank-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.458938837051392 sec +Test 'InvalidParam-Rank-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.43549418449402 sec +Test 'InvalidParam-Rank-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5395708084106445 sec +Test 'InvalidParam-Rank-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377316236495972 sec +Test 'InvalidParam-Rank-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.351764917373657 sec +Test 'InvalidParam-Rank-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.272684574127197 sec +Test 'InvalidParam-Rank-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.39524507522583 sec +Test 'InvalidParam-Rank-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.692017316818237 sec +Test 'InvalidParam-Rank-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4985291957855225 sec +Test 'InvalidParam-Rank-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301640272140503 sec +Test 'InvalidParam-Rank-mpi_iscatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.402006387710571 sec +Test 'InvalidParam-Rank-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.49161982536316 sec +Test 'InvalidParam-Rank-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.09518814086914 sec +Test 'InvalidParam-Rank-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.61058187484741 sec +Test 'InvalidParam-Rank-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6601057052612305 sec +Test 'InvalidParam-Rank-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.330883264541626 sec +Test 'InvalidParam-Rank-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359266757965088 sec +Test 'InvalidParam-Rank-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10815286636352539 sec +Test 'InvalidParam-Rank-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10465383529663086 sec +Test 'InvalidParam-Rank-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.37085223197937 sec +Test 'InvalidParam-Rank-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418150424957275 sec +Test 'InvalidParam-Rank-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10291719436645508 sec +Test 'InvalidParam-Rank-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.13410639762878418 sec +Test 'InvalidParam-Rank-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.5194456577301 sec +Test 'InvalidParam-Rank-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393811225891113 sec +Test 'InvalidParam-Rank-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.43340706825256 sec +Test 'InvalidParam-Rank-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.049257516860962 sec +Test 'InvalidParam-Rank-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282060146331787 sec +Test 'InvalidParam-Rank-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.13954758644104 sec +Test 'InvalidParam-Rank-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3582000732421875 sec +Test 'InvalidParam-Rank-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.34882187843323 sec +Test 'InvalidParam-Rank-mpi_rsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.245469093322754 sec +Test 'InvalidParam-Rank-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45813322067261 sec +Test 'InvalidParam-Rank-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.714710712432861 sec +Test 'InvalidParam-Rank-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.241069078445435 sec +Test 'InvalidParam-Rank-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238147258758545 sec +Test 'InvalidParam-Rank-mpi_scatter-003_0' result: failure: tool error, or test not run. Elapsed: 1.0954780578613281 sec +Test 'InvalidParam-Rank-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 64.04422640800476 sec +Test 'InvalidParam-Rank-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.889818429946899 sec +Test 'InvalidParam-Rank-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.212183237075806 sec +Test 'InvalidParam-Rank-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.06275486946106 sec +Test 'InvalidParam-Rank-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.20717215538025 sec +Test 'InvalidParam-Rank-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4255497455596924 sec +Test 'InvalidParam-Rank-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.228137493133545 sec +Test 'InvalidParam-Rank-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353268623352051 sec +Test 'InvalidParam-Rank-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.46767997741699 sec +Test 'InvalidParam-Rank-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.97943639755249 sec +Test 'InvalidParam-Rank-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.48784780502319 sec +Test 'InvalidParam-Rank-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.948524236679077 sec +Test 'InvalidParam-Request-mpi_bsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.1773090362548828 sec +Test 'InvalidParam-Request-mpi_bsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.0466499328613281 sec +Test 'InvalidParam-Request-mpi_ibsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1864345073699951 sec +Test 'InvalidParam-Request-mpi_ibsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.3642551898956299 sec +Test 'InvalidParam-Request-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.9485507011413574 sec +Test 'InvalidParam-Request-mpi_irecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2136471271514893 sec +Test 'InvalidParam-Request-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 0.9575657844543457 sec +Test 'InvalidParam-Request-mpi_irsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.2162630558013916 sec +Test 'InvalidParam-Request-mpi_isend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1478981971740723 sec +Test 'InvalidParam-Request-mpi_isend-002_0' result: failure: tool error, or test not run. Elapsed: 1.0024986267089844 sec +Test 'InvalidParam-Request-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 0.9673993587493896 sec +Test 'InvalidParam-Request-mpi_isend-004_0' result: failure: tool error, or test not run. Elapsed: 1.4881036281585693 sec +Test 'InvalidParam-Request-mpi_isend-005_0' result: failure: tool error, or test not run. Elapsed: 1.0494210720062256 sec +Test 'InvalidParam-Request-mpi_issend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1584532260894775 sec +Test 'InvalidParam-Request-mpi_issend-002_0' result: failure: tool error, or test not run. Elapsed: 0.8553051948547363 sec +Test 'InvalidParam-Request-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10753607749938965 sec +Test 'InvalidParam-Request-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10546302795410156 sec +Test 'InvalidParam-Request-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11279869079589844 sec +Test 'InvalidParam-Request-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10687732696533203 sec +Test 'InvalidParam-Request-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.1211140155792236 sec +Test 'InvalidParam-Request-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.8471741676330566 sec +Test 'InvalidParam-Request-mpi_rsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 0.932626485824585 sec +Test 'InvalidParam-Request-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.771489381790161 sec +Test 'InvalidParam-Request-mpi_send_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.106152057647705 sec +Test 'InvalidParam-Request-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.950946092605591 sec +Test 'InvalidParam-Request-mpi_ssend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.1209912300109863 sec +Test 'InvalidParam-Request-mpi_start-001_0' result: failure: tool error, or test not run. Elapsed: 1.1450326442718506 sec +Test 'InvalidParam-Request-mpi_start-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366943120956421 sec +Test 'InvalidParam-Request-mpi_startall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.3672568798065186 sec +Test 'InvalidParam-Request-mpi_startall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.505403757095337 sec +Test 'InvalidParam-Request-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 1.114333152770996 sec +Test 'InvalidParam-Request-mpi_testall-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4223508834838867 sec +Test 'InvalidParam-Request-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 0.9125344753265381 sec +Test 'InvalidParam-Request-mpi_testany-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.270611524581909 sec +Test 'InvalidParam-Request-mpi_testany-002_0' result: failure: tool error, or test not run. Elapsed: 1.1929478645324707 sec +Test 'InvalidParam-Request-mpi_testsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.154933452606201 sec +Test 'InvalidParam-Request-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.1007215976715088 sec +Test 'InvalidParam-Request-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 0.9297285079956055 sec +Test 'InvalidParam-Request-mpi_waitany-001_0' result: failure: tool error, or test not run. Elapsed: 1.1911215782165527 sec +Test 'InvalidParam-Request-mpi_waitany-002_0' result: failure: tool error, or test not run. Elapsed: 1.2832889556884766 sec +Test 'InvalidParam-Request-mpi_waitsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2917633056640625 sec +Test 'InvalidParam-Request-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 0.9174904823303223 sec +Test 'InvalidParam-Status-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.550351858139038 sec +Test 'InvalidParam-Status-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.324767589569092 sec +Test 'InvalidParam-Status-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416639566421509 sec +Test 'InvalidParam-Status-mpi_iprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.992828130722046 sec +Test 'InvalidParam-Status-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.360227108001709 sec +Test 'InvalidParam-Status-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0568859577178955 sec +Test 'InvalidParam-Status-mpi_mrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.1665210723876953 sec +Test 'InvalidParam-Status-mpi_mrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9971978664398193 sec +Test 'InvalidParam-Status-mpi_probe-001_0' result: failure: tool error, or test not run. Elapsed: 1.0857963562011719 sec +Test 'InvalidParam-Status-mpi_probe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.320951461791992 sec +Test 'InvalidParam-Status-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.133683204650879 sec +Test 'InvalidParam-Status-mpi_recv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2357754707336426 sec +Test 'InvalidParam-Status-mpi_sendrecv-001_0' result: failure: tool error, or test not run. Elapsed: 0.9146180152893066 sec +Test 'InvalidParam-Status-mpi_sendrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2689428329467773 sec +Test 'InvalidParam-Status-mpi_sendrecv_replace-001_0' result: failure: tool error, or test not run. Elapsed: 1.1370766162872314 sec +Test 'InvalidParam-Status-mpi_sendrecv_replace-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.428893566131592 sec +Test 'InvalidParam-Status-mpi_test-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401861667633057 sec +Test 'InvalidParam-Status-mpi_test-002_0' result: failure: tool error, or test not run. Elapsed: 1.0421464443206787 sec +Test 'InvalidParam-Status-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 0.751011848449707 sec +Test 'InvalidParam-Status-mpi_testall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7388191223144531 sec +Test 'InvalidParam-Status-mpi_testany-001_0' result: failure: tool error, or test not run. Elapsed: 1.1496784687042236 sec +Test 'InvalidParam-Status-mpi_testany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.347337007522583 sec +Test 'InvalidParam-Status-mpi_testsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.606868743896484 sec +Test 'InvalidParam-Status-mpi_testsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.281933546066284 sec +Test 'InvalidParam-Status-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 0.9040038585662842 sec +Test 'InvalidParam-Status-mpi_wait-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5055787563323975 sec +Test 'InvalidParam-Status-mpi_waitall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0480859279632568 sec +Test 'InvalidParam-Status-mpi_waitall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3854992389678955 sec +Test 'InvalidParam-Status-mpi_waitany-001_0' result: failure: tool error, or test not run. Elapsed: 1.1925981044769287 sec +Test 'InvalidParam-Status-mpi_waitany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3367161750793457 sec +Test 'InvalidParam-Status-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 0.8827009201049805 sec +Test 'InvalidParam-Status-mpi_waitsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2877402305603027 sec +Test 'InvalidParam-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.747667551040649 sec +Test 'InvalidParam-Tag-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.804431676864624 sec +Test 'InvalidParam-Tag-mpi_bsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.977271556854248 sec +Test 'InvalidParam-Tag-mpi_bsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.0624561309814453 sec +Test 'InvalidParam-Tag-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.969468593597412 sec +Test 'InvalidParam-Tag-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.044731378555298 sec +Test 'InvalidParam-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.126492738723755 sec +Test 'InvalidParam-Tag-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.115316390991211 sec +Test 'InvalidParam-Tag-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.417445421218872 sec +Test 'InvalidParam-Tag-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2981772422790527 sec +Test 'InvalidParam-Tag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.9965431690216064 sec +Test 'InvalidParam-Tag-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3284714221954346 sec +Test 'InvalidParam-Tag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.345929384231567 sec +Test 'InvalidParam-Tag-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.304266929626465 sec +Test 'InvalidParam-Tag-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3644866943359375 sec +Test 'InvalidParam-Tag-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.039409399032593 sec +Test 'InvalidParam-Tag-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.060436248779297 sec +Test 'InvalidParam-Tag-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937290906906128 sec +Test 'InvalidParam-Tag-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.607904672622681 sec +Test 'InvalidParam-Tag-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.032089233398438 sec +Test 'InvalidParam-Tag-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 0.9958667755126953 sec +Test 'InvalidParam-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.26963210105896 sec +Test 'InvalidParam-Tag-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6777589321136475 sec +Test 'InvalidParam-Tag-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.872792482376099 sec +Test 'InvalidParam-Tag-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3205318450927734 sec +Test 'InvalidParam-Tag-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.45526385307312 sec +Test 'InvalidParam-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10323715209960938 sec +Test 'InvalidParam-Tag-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10705780982971191 sec +Test 'InvalidParam-Tag-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.319056987762451 sec +Test 'InvalidParam-Tag-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193385124206543 sec +Test 'InvalidParam-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10871315002441406 sec +Test 'InvalidParam-Tag-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10414743423461914 sec +Test 'InvalidParam-Tag-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.1373758316040039 sec +Test 'InvalidParam-Tag-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.389173984527588 sec +Test 'InvalidParam-Tag-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.852833271026611 sec +Test 'InvalidParam-Tag-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.276162624359131 sec +Test 'InvalidParam-Tag-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.239140748977661 sec +Test 'InvalidParam-Tag-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.098868131637573 sec +Test 'InvalidParam-Tag-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9229416847229 sec +Test 'InvalidParam-Tag-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.817063808441162 sec +Test 'InvalidParam-Tag-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.972697973251343 sec +Test 'InvalidParam-Tag-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.81536865234375 sec +Test 'InvalidParam-Tag-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.050208330154419 sec +Test 'InvalidParam-Tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.01183819770813 sec +Test 'InvalidParam-Tag-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.728042125701904 sec +Test 'InvalidParam-Tag-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.723148822784424 sec +Test 'InvalidParam-Tag-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.93083381652832 sec +Test 'InvalidParam-Tag-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.295138120651245 sec +Test 'InvalidParam-Tag-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.625359535217285 sec +Test 'InvalidParam-Tag-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8864171504974365 sec +Test 'InvalidParam-Tag-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.06399393081665 sec +Test 'InvalidParam-Tag-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.13994288444519 sec +Test 'InvalidParam-Tag-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.005664587020874 sec +Test 'InvalidParam-Tag-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450525522232056 sec +Test 'InvalidParam-Tag-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.038818597793579 sec +Test 'InvalidParam-Type-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.171127080917358 sec +Test 'InvalidParam-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304684638977051 sec +Test 'InvalidParam-Type-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179500341415405 sec +Test 'InvalidParam-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.189775466918945 sec +Test 'InvalidParam-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.383196830749512 sec +Test 'InvalidParam-Type-mpi_exscan-002_0' result: failure: tool error, or test not run. Elapsed: 1.2723956108093262 sec +Test 'InvalidParam-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290738582611084 sec +Test 'InvalidParam-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.212579250335693 sec +Test 'InvalidParam-Type-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.435818433761597 sec +Test 'InvalidParam-Type-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.275604963302612 sec +Test 'InvalidParam-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.217469215393066 sec +Test 'InvalidParam-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194533586502075 sec +Test 'InvalidParam-Type-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.308782339096069 sec +Test 'InvalidParam-Type-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282281160354614 sec +Test 'InvalidParam-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299007177352905 sec +Test 'InvalidParam-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328270673751831 sec +Test 'InvalidParam-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488949775695801 sec +Test 'InvalidParam-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.164081811904907 sec +Test 'InvalidParam-array_of_indices-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.2043054103851318 sec +Test 'InvalidParam-array_of_indices-mpi_testsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.384403467178345 sec +Test 'InvalidParam-array_of_indices-mpi_waitsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.606476068496704 sec +Test 'InvalidParam-array_of_indices-mpi_waitsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.969176769256592 sec +Test 'InvalidParam-flag-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1512908935546875 sec +Test 'InvalidParam-flag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41178297996521 sec +Test 'InvalidParam-flag-mpi_initialized-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6660401821136475 sec +Test 'InvalidParam-flag-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.156968593597412 sec +Test 'InvalidParam-flag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525458574295044 sec +Test 'InvalidParam-flag-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 1.2359209060668945 sec +Test 'InvalidParam-flag-mpi_test-002_0' result: failure: tool error, or test not run. Elapsed: 1.126908540725708 sec +Test 'InvalidParam-flag-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0227701663970947 sec +Test 'InvalidParam-flag-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 1.145310640335083 sec +Test 'InvalidParam-flag-mpi_testany-001_0' result: failure: tool error, or test not run. Elapsed: 2.0033371448516846 sec +Test 'InvalidParam-flag-mpi_testany-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2420055866241455 sec +Test 'InvalidParam-outcount-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.1545450687408447 sec +Test 'InvalidParam-outcount-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 2.8049588203430176 sec +Test 'InvalidParam-outcount-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.397993803024292 sec +Test 'InvalidParam-outcount-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.1573395729064941 sec +Test 'InvalidWin-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.706545829772949 sec +Test 'InvalidWin-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5670249462127686 sec +Test 'EpochLifeCycle-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.22497224807739 sec +Test 'EpochLifeCycle-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.139499664306641 sec +Test 'EpochLifeCycle-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32422614097595 sec +Test 'EpochLifeCycle-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.2501175403595 sec +Test 'EpochLifeCycle-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.205519676208496 sec +Test 'EpochLifeCycle-006_0' result: failure: tool error, or test not run. Elapsed: 61.125704288482666 sec +Test 'EpochLifeCycle-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.25508713722229 sec +Test 'EpochLifeCycle-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.073699474334717 sec +Test 'EpochLifeCycle-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.01250910758972 sec +Test 'EpochLifeCycle-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.6710660457611084 sec +Test 'EpochLifeCycle-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.599189281463623 sec +Test 'EpochLifeCycle-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254258394241333 sec +Test 'EpochLifeCycle-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7817656993865967 sec +Test 'EpochLifeCycle-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.706899642944336 sec +Test 'EpochLifeCycle-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.289220571517944 sec +Test 'EpochLifeCycle-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7782697677612305 sec +Test 'EpochLifeCycle-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7243125438690186 sec +Test 'EpochLifeCycle-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1133131980896 sec +Test 'EpochLifeCycle-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 71.98869967460632 sec +Test 'EpochLifeCycle-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.973522663116455 sec +Test 'EpochLifeCycle-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310160398483276 sec +Test 'EpochLifeCycle-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.158620595932 sec +Test 'EpochLifeCycle-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197144508361816 sec +Test 'EpochLifeCycle-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268049478530884 sec +Test 'EpochLifeCycle-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.06554818153381 sec +Test 'EpochLifeCycle-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.169644832611084 sec +Test 'EpochLifeCycle-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316486120223999 sec +Test 'EpochLifeCycle-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8842570781707764 sec +Test 'EpochLifeCycle-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.165904998779297 sec +Test 'EpochLifeCycle-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0849609375 sec +Test 'EpochLifeCycle-031_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1054608821868896 sec +Test 'EpochLifeCycle-032_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0082428455352783 sec +Test 'EpochLifeCycle-033_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9661264419555664 sec +Test 'LocalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2599077224731445 sec +Test 'LocalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.271639108657837 sec +Test 'LocalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.160972833633423 sec +Test 'LocalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.149022340774536 sec +Test 'LocalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1501526832580566 sec +Test 'LocalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.18778920173645 sec +Test 'LocalConcurrency-fence-get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.003396511077881 sec +Test 'LocalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9178669452667236 sec +Test 'LocalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8986976146697998 sec +Test 'LocalConcurrency-fence-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0375235080718994 sec +Test 'LocalConcurrency-fence-get_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0489189624786377 sec +Test 'LocalConcurrency-fence-get_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.168016195297241 sec +Test 'LocalConcurrency-fence-get_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.04101300239563 sec +Test 'LocalConcurrency-fence-get_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1744282245635986 sec +Test 'LocalConcurrency-fence-get_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2933297157287598 sec +Test 'LocalConcurrency-fence-get_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.005402088165283 sec +Test 'LocalConcurrency-fence-get_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9027166366577148 sec +Test 'LocalConcurrency-fence-get_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1870970726013184 sec +Test 'LocalConcurrency-fence-get_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1541807651519775 sec +Test 'LocalConcurrency-fence-put_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1645615100860596 sec +Test 'LocalConcurrency-fence-put_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2436487674713135 sec +Test 'LocalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1065287590026855 sec +Test 'LocalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.090651035308838 sec +Test 'LocalConcurrency-fence-rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0050342082977295 sec +Test 'LocalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2475740909576416 sec +Test 'LocalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.217406988143921 sec +Test 'LocalConcurrency-fence-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4133307933807373 sec +Test 'LocalConcurrency-fence-rget_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2838857173919678 sec +Test 'LocalConcurrency-fence-rget_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0895485877990723 sec +Test 'LocalConcurrency-fence-rget_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9258537292480469 sec +Test 'LocalConcurrency-fence-rget_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0016796588897705 sec +Test 'LocalConcurrency-fence-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1535465717315674 sec +Test 'LocalConcurrency-fence-rget_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1341054439544678 sec +Test 'LocalConcurrency-fence-rget_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.092371940612793 sec +Test 'LocalConcurrency-fence-rget_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1690378189086914 sec +Test 'LocalConcurrency-fence-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0434670448303223 sec +Test 'LocalConcurrency-fence-rput_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8902111053466797 sec +Test 'LocalConcurrency-fence-rput_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.057671546936035 sec +Test 'LocalConcurrency-lockunlock-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0204720497131348 sec +Test 'LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.127897262573242 sec +Test 'LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0117251873016357 sec +Test 'LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1960880756378174 sec +Test 'LocalConcurrency-lockunlock-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.142169952392578 sec +Test 'LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8732266426086426 sec +Test 'LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1157963275909424 sec +Test 'LocalConcurrency-lockunlock-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.044323682785034 sec +Test 'LocalConcurrency-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.731943130493164 sec +Test 'LocalConcurrency-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.50378227233887 sec +Test 'LocalConcurrency-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.49176025390625 sec +Test 'LocalConcurrency-receive-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.432173013687134 sec +Test 'LocalConcurrency-receive-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.310265064239502 sec +Test 'LocalConcurrency-receive-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10476541519165039 sec +Test 'LocalConcurrency-receive-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200446844100952 sec +Test 'LocalConcurrency-request-rget_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1672871112823486 sec +Test 'LocalConcurrency-send-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.062148094177246 sec +Test 'LocalConcurrency-send-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.991146564483643 sec +Test 'LocalConcurrency-send-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.167834997177124 sec +Test 'LocalConcurrency-send-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.169787168502808 sec +Test 'LocalConcurrency-send-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.817105293273926 sec +Test 'LocalConcurrency-send-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10371112823486328 sec +Test 'LocalConcurrency-send-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.017185688018799 sec +Test 'LocalConcurrency-send-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.175917148590088 sec +Test 'LocalConcurrency-send-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.083720922470093 sec +Test 'MissingCall-mpi_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.5294530391693115 sec +Test 'MissingCall-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.414143085479736 sec +Test 'MissingCall-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38487100601196 sec +Test 'MissingCall-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.24365425109863 sec +Test 'RequestLifeCycle-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.815312385559082 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381716012954712 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395570755004883 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418560981750488 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.1718013286590576 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.388135194778442 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.447016000747681 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-001_0' result: failure: tool error, or test not run. Elapsed: 1.964301586151123 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.384489297866821 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 1.1537647247314453 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.0971839427948 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.546318054199219 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479395866394043 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.427011251449585 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.989096164703369 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414199113845825 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363655090332031 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.486929178237915 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.499146223068237 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.496500015258789 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-014_0' result: failure: tool error, or test not run. Elapsed: 1.0657243728637695 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444400787353516 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363970756530762 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346910715103149 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297241926193237 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4505603313446045 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.230031967163086 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-021_0' result: failure: tool error, or test not run. Elapsed: 1.1650269031524658 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254247188568115 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.121628761291504 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415197134017944 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17167854309082 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.26528525352478 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27555251121521 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460729122161865 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.039410829544067 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-030_0' result: failure: tool error, or test not run. Elapsed: 1.1619007587432861 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.538520097732544 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451794624328613 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.532621383666992 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.425245761871338 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.062084436416626 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.462315559387207 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297590732574463 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330228805541992 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.592089653015137 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316331624984741 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.351378679275513 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.493368148803711 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.474525451660156 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.39439582824707 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.296769857406616 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.451515197753906 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-005_0' result: failure: tool error, or test not run. Elapsed: 1.128566026687622 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.391455888748169 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.111170053482056 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.212591648101807 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.098028659820557 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.118316411972046 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.225663185119629 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.348871231079102 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.07999324798584 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.15738320350647 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.224339723587036 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.389475107192993 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.339016437530518 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.238311290740967 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.427408695220947 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3451292514801025 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.282032251358032 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.40833044052124 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311617136001587 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.423090696334839 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314591407775879 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.489355564117432 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.034597635269165 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.515679836273193 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.445582389831543 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.489505767822266 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338375806808472 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.135871171951294 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.127920389175415 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.441028833389282 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479896068572998 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302056789398193 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4625632762908936 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.309291362762451 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279774188995361 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.126567363739014 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.58483099937439 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1399455070495605 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215782165527344 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236122131347656 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327073097229004 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.27892518043518 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352888107299805 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.070269584655762 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.507146596908569 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414648771286011 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236029624938965 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.369120836257935 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322603702545166 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395774602890015 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.420296669006348 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353498458862305 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.315435171127319 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.492277145385742 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302180051803589 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4559385776519775 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.409549951553345 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.371753215789795 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2719690799713135 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231081485748291 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.446349382400513 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379932165145874 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460206985473633 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.931438207626343 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549293518066406 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.062246799468994 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270726203918457 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.543062686920166 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.360752582550049 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35450553894043 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347843170166016 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.428678750991821 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353412389755249 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.345881462097168 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3751654624938965 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255109786987305 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.358769178390503 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343783140182495 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-061_0' result: failure: tool error, or test not run. Elapsed: 1.2542204856872559 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382064342498779 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.554128170013428 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.493650436401367 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.449423789978027 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.56130838394165 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.449113368988037 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-068_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.355893611907959 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.302648305892944 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.308767557144165 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.542599678039551 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3787171840667725 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-073_0' result: failure: tool error, or test not run. Elapsed: 0.9593560695648193 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318800449371338 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-075_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416439533233643 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333364009857178 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-077_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3963096141815186 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4405198097229 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3502724170684814 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.953489780426025 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-081_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.289579391479492 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5679075717926025 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.180755376815796 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-084_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.453696250915527 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-085_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3918139934539795 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-086_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.551875352859497 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-087_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3977251052856445 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-088_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.474269390106201 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-089_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.308704614639282 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-090_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.030664443969727 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-091_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.750945329666138 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-092_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288738965988159 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-093_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344854116439819 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-094_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1494317054748535 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-095_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381176233291626 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-096_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40507698059082 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-097_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.322808027267456 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-098_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.510085821151733 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-099_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.484385013580322 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-100_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.36011815071106 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-101_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.488776683807373 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-102_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.537227630615234 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-103_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346916437149048 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-104_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.55779242515564 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-105_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.418474197387695 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-106_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.197070121765137 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-107_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.158141851425171 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-108_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.627342700958252 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-109_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.435553789138794 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-110_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395588397979736 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-111_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.380349159240723 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-112_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.614852428436279 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-113_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3919453620910645 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-114_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.257175445556641 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-115_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.065082311630249 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-116_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.085275173187256 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-117_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.267488479614258 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-118_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.344252586364746 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-119_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.328392028808594 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-120_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.524783134460449 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-121_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28412389755249 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-122_0' result: failure: tool error, or test not run. Elapsed: 1.082047939300537 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-123_0' result: failure: tool error, or test not run. Elapsed: 1.1171174049377441 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-124_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295894145965576 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-125_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.439976453781128 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-126_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271617650985718 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-127_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.361527681350708 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-128_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.5721306800842285 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-129_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.452930927276611 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-130_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.687248229980469 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-131_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.427747964859009 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-132_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.563291788101196 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-133_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168733596801758 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-134_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.33766770362854 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-135_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284121751785278 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-136_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27471923828125 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-137_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.345009803771973 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-138_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.142809867858887 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-139_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.235564708709717 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-140_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.373552560806274 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-141_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.402268886566162 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-142_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.480807781219482 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-143_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331989765167236 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-144_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2592334747314453 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-145_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295847177505493 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-146_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.171508312225342 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-147_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343599319458008 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-148_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336880207061768 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-149_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363752126693726 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-150_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294677734375 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-151_0' result: failure: tool error, or test not run. Elapsed: 1.1064343452453613 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-152_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.377366065979004 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-153_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.004137754440308 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-154_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416308641433716 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-155_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1186840534210205 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-156_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.996387481689453 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-157_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.464967489242554 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-158_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.528119325637817 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.150424480438232 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.419779539108276 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4296534061431885 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.9962379932403564 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.507180690765381 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.031723260879517 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.8533148765563965 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344121217727661 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490310192108154 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361934423446655 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37221622467041 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.274594068527222 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.306267261505127 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.396430730819702 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.413145065307617 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.986067771911621 sec +Test 'LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.151756763458252 sec +Test 'LocalParameterMissmatch-Dtype-mpi_irsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.258038282394409 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4076907634735107 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.076362133026123 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200230360031128 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.305459499359131 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3073244094848633 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.235365152359009 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.291642427444458 sec +Test 'LocalParameterMissmatch-Dtype-mpi_rsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4288899898529053 sec +Test 'LocalParameterMissmatch-Dtype-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.880876064300537 sec +Test 'LocalParameterMissmatch-Dtype-mpi_rsend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4130566120147705 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3098576068878174 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4936039447784424 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.221163034439087 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2687835693359375 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7392115592956543 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.300528049468994 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.072384834289551 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3780875205993652 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.231093168258667 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.479222297668457 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.316488027572632 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.342308521270752 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3241491317749023 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3683536052703857 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.295808792114258 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3164048194885254 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.403134822845459 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2562601566314697 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.42995023727417 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.237807035446167 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.365518093109131 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-022_0' result: failure: tool error, or test not run. Elapsed: 1.073134422302246 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1679446697235107 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.38346004486084 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3197293281555176 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-026_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.334275007247925 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.341500997543335 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-028_0' result: failure: tool error, or test not run. Elapsed: 1.1473445892333984 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.155001640319824 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-030_0' result: timeout: timeout after 120.20708513259888 sec. Elapsed: 120.20708513259888 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2520930767059326 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1863532066345215 sec +Test 'LocalParameterMissmatch-Dtype-mpi_ssend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.782219648361206 sec +Test 'LocalParameterMissmatch-Dtype-mpi_ssend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.30019211769104 sec +Test 'LocalParameterMissmatch-Dtype-mpi_ssend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2573463916778564 sec +Test 'Matching-tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.543155908584595 sec +Test 'ParamMatching-Com-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.13578009605408 sec +Test 'ParamMatching-Com-mpi_allreduce-001_0' result: failure: tool error, or test not run. Elapsed: 61.19144892692566 sec +Test 'ParamMatching-Com-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.163607358932495 sec +Test 'ParamMatching-Com-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40754175186157 sec +Test 'ParamMatching-Com-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.20843315124512 sec +Test 'ParamMatching-Com-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45739436149597 sec +Test 'ParamMatching-Com-mpi_iallgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.262296199798584 sec +Test 'ParamMatching-Com-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.396608114242554 sec +Test 'ParamMatching-Com-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.259791135787964 sec +Test 'ParamMatching-Com-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.26731467247009 sec +Test 'ParamMatching-Com-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32828712463379 sec +Test 'ParamMatching-Com-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 63.59608697891235 sec +Test 'ParamMatching-Com-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.593618392944336 sec +Test 'ParamMatching-Com-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.44384002685547 sec +Test 'ParamMatching-Com-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32031583786011 sec +Test 'ParamMatching-Com-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.52865815162659 sec +Test 'ParamMatching-Com-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 63.030829668045044 sec +Test 'ParamMatching-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.315464496612549 sec +Test 'ParamMatching-Comm-mpi_improbe-002_0' result: timeout: timeout after 120.20878386497498 sec. Elapsed: 120.20878386497498 sec +Test 'ParamMatching-Comm-mpi_improbe-003_0' result: timeout: timeout after 120.20368504524231 sec. Elapsed: 120.20368504524231 sec +Test 'ParamMatching-Comm-mpi_improbe-004_0' result: failure: tool error, or test not run. Elapsed: 1.1915066242218018 sec +Test 'ParamMatching-Comm-mpi_improbe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10465741157531738 sec +Test 'ParamMatching-Comm-mpi_improbe-006_0' result: timeout: timeout after 120.2061071395874 sec. Elapsed: 120.2061071395874 sec +Test 'ParamMatching-Comm-mpi_improbe-007_0' result: timeout: timeout after 120.20665431022644 sec. Elapsed: 120.20665431022644 sec +Test 'ParamMatching-Comm-mpi_improbe-008_0' result: timeout: timeout after 120.20978951454163 sec. Elapsed: 120.20978951454163 sec +Test 'ParamMatching-Comm-mpi_improbe-009_0' result: failure: tool error, or test not run. Elapsed: 0.5555529594421387 sec +Test 'ParamMatching-Comm-mpi_improbe-010_0' result: failure: tool error, or test not run. Elapsed: 1.1662611961364746 sec +Test 'ParamMatching-Comm-mpi_improbe-011_0' result: timeout: timeout after 120.2052915096283 sec. Elapsed: 120.2052915096283 sec +Test 'ParamMatching-Comm-mpi_improbe-012_0' result: timeout: timeout after 120.20938539505005 sec. Elapsed: 120.20938539505005 sec +Test 'ParamMatching-Comm-mpi_improbe-013_0' result: unimplemented: coverage issue. Elapsed: 0.10814285278320312 sec +Test 'ParamMatching-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.386628866195679 sec +Test 'ParamMatching-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.156842947006226 sec +Test 'ParamMatching-Comm-mpi_mprobe-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32810401916504 sec +Test 'ParamMatching-Comm-mpi_mprobe-004_0' result: failure: tool error, or test not run. Elapsed: 1.090341567993164 sec +Test 'ParamMatching-Comm-mpi_mprobe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10567736625671387 sec +Test 'ParamMatching-Comm-mpi_mprobe-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.344135761260986 sec +Test 'ParamMatching-Comm-mpi_mprobe-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.34478545188904 sec +Test 'ParamMatching-Comm-mpi_mprobe-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.49704027175903 sec +Test 'ParamMatching-Comm-mpi_mprobe-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.11611890792847 sec +Test 'ParamMatching-Comm-mpi_mprobe-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.447165250778198 sec +Test 'ParamMatching-Comm-mpi_mprobe-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.442298889160156 sec +Test 'ParamMatching-Comm-mpi_mprobe-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 61.86857986450195 sec +Test 'ParamMatching-Comm-mpi_mprobe-013_0' result: unimplemented: coverage issue. Elapsed: 0.11746954917907715 sec +Test 'ParamMatching-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10472393035888672 sec +Test 'ParamMatching-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.13651156425476074 sec +Test 'ParamMatching-Comm-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10459399223327637 sec +Test 'ParamMatching-Comm-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.11286377906799316 sec +Test 'ParamMatching-Comm-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10873079299926758 sec +Test 'ParamMatching-Comm-mpi_precv_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10904908180236816 sec +Test 'ParamMatching-Comm-mpi_precv_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.1067812442779541 sec +Test 'ParamMatching-Comm-mpi_precv_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.09910798072814941 sec +Test 'ParamMatching-Comm-mpi_precv_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10850739479064941 sec +Test 'ParamMatching-Comm-mpi_precv_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.10712289810180664 sec +Test 'ParamMatching-Comm-mpi_precv_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.1049041748046875 sec +Test 'ParamMatching-Comm-mpi_precv_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.11366581916809082 sec +Test 'ParamMatching-Comm-mpi_precv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.10352444648742676 sec +Test 'ParamMatching-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10950016975402832 sec +Test 'ParamMatching-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10864567756652832 sec +Test 'ParamMatching-Comm-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10314393043518066 sec +Test 'ParamMatching-Comm-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.1020815372467041 sec +Test 'ParamMatching-Comm-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10507655143737793 sec +Test 'ParamMatching-Comm-mpi_psend_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10325312614440918 sec +Test 'ParamMatching-Comm-mpi_psend_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.10572361946105957 sec +Test 'ParamMatching-Comm-mpi_psend_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.10690188407897949 sec +Test 'ParamMatching-Comm-mpi_psend_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10791683197021484 sec +Test 'ParamMatching-Comm-mpi_psend_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.10310888290405273 sec +Test 'ParamMatching-Comm-mpi_psend_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.10555005073547363 sec +Test 'ParamMatching-Comm-mpi_psend_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.11810111999511719 sec +Test 'ParamMatching-Comm-mpi_psend_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.10312223434448242 sec +Test 'ParamMatching-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36970853805542 sec +Test 'ParamMatching-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.55473327636719 sec +Test 'ParamMatching-Comm-mpi_recv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.352999210357666 sec +Test 'ParamMatching-Comm-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 1.1217584609985352 sec +Test 'ParamMatching-Comm-mpi_recv-005_0' result: unimplemented: coverage issue. Elapsed: 0.10872340202331543 sec +Test 'ParamMatching-Comm-mpi_recv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.2382709980011 sec +Test 'ParamMatching-Comm-mpi_recv-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.42876100540161 sec +Test 'ParamMatching-Comm-mpi_recv-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32915687561035 sec +Test 'ParamMatching-Comm-mpi_recv-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.19520688056946 sec +Test 'ParamMatching-Comm-mpi_recv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.086240768432617 sec +Test 'ParamMatching-Comm-mpi_recv-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.468947410583496 sec +Test 'ParamMatching-Comm-mpi_recv-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.52963924407959 sec +Test 'ParamMatching-Comm-mpi_recv-013_0' result: unimplemented: coverage issue. Elapsed: 0.12512803077697754 sec +Test 'ParamMatching-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.816324710845947 sec +Test 'ParamMatching-Comm-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.01738882064819 sec +Test 'ParamMatching-Comm-mpi_recv_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.49045491218567 sec +Test 'ParamMatching-Comm-mpi_recv_init-004_0' result: failure: tool error, or test not run. Elapsed: 1.1076247692108154 sec +Test 'ParamMatching-Comm-mpi_recv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10893678665161133 sec +Test 'ParamMatching-Comm-mpi_recv_init-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.411985635757446 sec +Test 'ParamMatching-Comm-mpi_recv_init-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.652891397476196 sec +Test 'ParamMatching-Comm-mpi_recv_init-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.46988129615784 sec +Test 'ParamMatching-Comm-mpi_recv_init-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.487281799316406 sec +Test 'ParamMatching-Comm-mpi_recv_init-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.517060041427612 sec +Test 'ParamMatching-Comm-mpi_recv_init-011_0' result: failure: tool error, or test not run. Elapsed: 1.1223785877227783 sec +Test 'ParamMatching-Comm-mpi_recv_init-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45967936515808 sec +Test 'ParamMatching-Comm-mpi_recv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1034538745880127 sec +Test 'ParamMatching-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310338735580444 sec +Test 'ParamMatching-Comm-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.51324105262756 sec +Test 'ParamMatching-Comm-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.21421575546265 sec +Test 'ParamMatching-Comm-mpi_sendrecv-004_0' result: failure: tool error, or test not run. Elapsed: 1.0794355869293213 sec +Test 'ParamMatching-Comm-mpi_sendrecv-005_0' result: unimplemented: coverage issue. Elapsed: 0.10351252555847168 sec +Test 'ParamMatching-Comm-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.32733058929443 sec +Test 'ParamMatching-Comm-mpi_sendrecv-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.4076828956604 sec +Test 'ParamMatching-Comm-mpi_sendrecv-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.44819378852844 sec +Test 'ParamMatching-Comm-mpi_sendrecv-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.07564854621887 sec +Test 'ParamMatching-Comm-mpi_sendrecv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.643054723739624 sec +Test 'ParamMatching-Comm-mpi_sendrecv-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.5049889087677 sec +Test 'ParamMatching-Comm-mpi_sendrecv-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.05580163002014 sec +Test 'ParamMatching-Comm-mpi_sendrecv-013_0' result: unimplemented: coverage issue. Elapsed: 0.12227606773376465 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.593084096908569 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40031838417053 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.05024242401123 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-004_0' result: failure: tool error, or test not run. Elapsed: 1.1651229858398438 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-005_0' result: unimplemented: coverage issue. Elapsed: 0.11024284362792969 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.24982953071594 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.30610132217407 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.412880420684814 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.1864070892334 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.442048788070679 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.19953489303589 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35999298095703 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-013_0' result: unimplemented: coverage issue. Elapsed: 0.10685086250305176 sec +Test 'ParamMatching-Op-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.058975696563721 sec +Test 'ParamMatching-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.437436819076538 sec +Test 'ParamMatching-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293848514556885 sec +Test 'ParamMatching-Op-mpi_reduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.122748851776123 sec +Test 'ParamMatching-Root-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.356897830963135 sec +Test 'ParamMatching-Root-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.24373388290405 sec +Test 'ParamMatching-Root-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.34844350814819 sec +Test 'ParamMatching-Root-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.12851047515869 sec +Test 'ParamMatching-Root-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.30345368385315 sec +Test 'ParamMatching-Root-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.239797592163086 sec +Test 'ParamMatching-Root-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.28608298301697 sec +Test 'ParamMatching-Root-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.51055669784546 sec +Test 'ParamMatching-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.161783456802368 sec +Test 'ParamMatching-Tag-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8576295375823975 sec +Test 'ParamMatching-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.918110370635986 sec +Test 'ParamMatching-Tag-mpi_improbe-001_0' result: timeout: timeout after 120.20801901817322 sec. Elapsed: 120.20801901817322 sec +Test 'ParamMatching-Tag-mpi_iprobe-001_0' result: timeout: timeout after 120.21082973480225 sec. Elapsed: 120.21082973480225 sec +Test 'ParamMatching-Tag-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45833492279053 sec +Test 'ParamMatching-Tag-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.286221504211426 sec +Test 'ParamMatching-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38251185417175 sec +Test 'ParamMatching-Tag-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.43749284744263 sec +Test 'ParamMatching-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10932803153991699 sec +Test 'ParamMatching-Tag-mpi_probe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.278613805770874 sec +Test 'ParamMatching-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1090996265411377 sec +Test 'ParamMatching-Tag-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35166382789612 sec +Test 'ParamMatching-Tag-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 63.27592492103577 sec +Test 'ParamMatching-Tag-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40994596481323 sec +Test 'ParamMatching-Tag-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.302876472473145 sec +Test 'ParamMatching-Tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.5238778591156 sec +Test 'ParamMatching-Tag-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 64.1037495136261 sec +Test 'ParamMatching-Tag-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.41082262992859 sec +Test 'ParamMatching-Tag-mpi_ssend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.17427396774292 sec +Test 'ParamMatching-Type-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.29301691055298 sec +Test 'ParamMatching-Type-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.278042793273926 sec +Test 'ParamMatching-Type-mpi_allgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.222271680831909 sec +Test 'ParamMatching-Type-mpi_allgather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.358758449554443 sec +Test 'ParamMatching-Type-mpi_allgather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255265235900879 sec +Test 'ParamMatching-Type-mpi_allgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244505405426025 sec +Test 'ParamMatching-Type-mpi_allgather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.23105025291443 sec +Test 'ParamMatching-Type-mpi_allgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208111524581909 sec +Test 'ParamMatching-Type-mpi_allgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297494888305664 sec +Test 'ParamMatching-Type-mpi_allgather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.452025651931763 sec +Test 'ParamMatching-Type-mpi_allgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361556053161621 sec +Test 'ParamMatching-Type-mpi_allgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.973588705062866 sec +Test 'ParamMatching-Type-mpi_allgather-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.436144590377808 sec +Test 'ParamMatching-Type-mpi_allgather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231550216674805 sec +Test 'ParamMatching-Type-mpi_allgather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401925086975098 sec +Test 'ParamMatching-Type-mpi_allgather-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.455650091171265 sec +Test 'ParamMatching-Type-mpi_allgather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.153347730636597 sec +Test 'ParamMatching-Type-mpi_allgather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2496209144592285 sec +Test 'ParamMatching-Type-mpi_allgather-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.27318906784058 sec +Test 'ParamMatching-Type-mpi_allgather-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4535276889801025 sec +Test 'ParamMatching-Type-mpi_allgather-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339177131652832 sec +Test 'ParamMatching-Type-mpi_allgather-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.133653879165649 sec +Test 'ParamMatching-Type-mpi_allgather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416198015213013 sec +Test 'ParamMatching-Type-mpi_allgather-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229376316070557 sec +Test 'ParamMatching-Type-mpi_allgather-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.36952543258667 sec +Test 'ParamMatching-Type-mpi_allgather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.360096454620361 sec +Test 'ParamMatching-Type-mpi_allgather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332568168640137 sec +Test 'ParamMatching-Type-mpi_allgather-028_0' result: failure: tool error, or test not run. Elapsed: 1.1015820503234863 sec +Test 'ParamMatching-Type-mpi_allgather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259131193161011 sec +Test 'ParamMatching-Type-mpi_allgather-030_0' result: failure: tool error, or test not run. Elapsed: 1.0075242519378662 sec +Test 'ParamMatching-Type-mpi_allgather-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.32368063926697 sec +Test 'ParamMatching-Type-mpi_allgather-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377419948577881 sec +Test 'ParamMatching-Type-mpi_allgather-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.325428485870361 sec +Test 'ParamMatching-Type-mpi_allgather-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.752415418624878 sec +Test 'ParamMatching-Type-mpi_allgather-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359781503677368 sec +Test 'ParamMatching-Type-mpi_allgather-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.243525981903076 sec +Test 'ParamMatching-Type-mpi_allgather-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2747743129730225 sec +Test 'ParamMatching-Type-mpi_allgather-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.413415908813477 sec +Test 'ParamMatching-Type-mpi_allgather-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335108757019043 sec +Test 'ParamMatching-Type-mpi_allgather-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.235675573348999 sec +Test 'ParamMatching-Type-mpi_allgather-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3215107917785645 sec +Test 'ParamMatching-Type-mpi_allgather-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.097250699996948 sec +Test 'ParamMatching-Type-mpi_allgather-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4562084674835205 sec +Test 'ParamMatching-Type-mpi_allgather-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2489073276519775 sec +Test 'ParamMatching-Type-mpi_allgather-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346388101577759 sec +Test 'ParamMatching-Type-mpi_allgather-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277448892593384 sec +Test 'ParamMatching-Type-mpi_allgather-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335779428482056 sec +Test 'ParamMatching-Type-mpi_allgather-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361315965652466 sec +Test 'ParamMatching-Type-mpi_allgather-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2859907150268555 sec +Test 'ParamMatching-Type-mpi_allgather-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.461054801940918 sec +Test 'ParamMatching-Type-mpi_allgather-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339317798614502 sec +Test 'ParamMatching-Type-mpi_allreduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.026625394821167 sec +Test 'ParamMatching-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.585535526275635 sec +Test 'ParamMatching-Type-mpi_allreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342684507369995 sec +Test 'ParamMatching-Type-mpi_allreduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.399381160736084 sec +Test 'ParamMatching-Type-mpi_allreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.375159978866577 sec +Test 'ParamMatching-Type-mpi_allreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.124520540237427 sec +Test 'ParamMatching-Type-mpi_allreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.605343580245972 sec +Test 'ParamMatching-Type-mpi_allreduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.146697044372559 sec +Test 'ParamMatching-Type-mpi_allreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.315566539764404 sec +Test 'ParamMatching-Type-mpi_allreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440974712371826 sec +Test 'ParamMatching-Type-mpi_allreduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3190295696258545 sec +Test 'ParamMatching-Type-mpi_allreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276444673538208 sec +Test 'ParamMatching-Type-mpi_allreduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37206506729126 sec +Test 'ParamMatching-Type-mpi_allreduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297012805938721 sec +Test 'ParamMatching-Type-mpi_allreduce-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.260159492492676 sec +Test 'ParamMatching-Type-mpi_allreduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.969180345535278 sec +Test 'ParamMatching-Type-mpi_allreduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292295694351196 sec +Test 'ParamMatching-Type-mpi_allreduce-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.017521381378174 sec +Test 'ParamMatching-Type-mpi_allreduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 10.184901237487793 sec +Test 'ParamMatching-Type-mpi_allreduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.235645771026611 sec +Test 'ParamMatching-Type-mpi_allreduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215156078338623 sec +Test 'ParamMatching-Type-mpi_allreduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.81680178642273 sec +Test 'ParamMatching-Type-mpi_allreduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.431835174560547 sec +Test 'ParamMatching-Type-mpi_allreduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294847249984741 sec +Test 'ParamMatching-Type-mpi_allreduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04063105583191 sec +Test 'ParamMatching-Type-mpi_allreduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321309328079224 sec +Test 'ParamMatching-Type-mpi_allreduce-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336074352264404 sec +Test 'ParamMatching-Type-mpi_allreduce-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.71433687210083 sec +Test 'ParamMatching-Type-mpi_allreduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297811508178711 sec +Test 'ParamMatching-Type-mpi_allreduce-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244320392608643 sec +Test 'ParamMatching-Type-mpi_allreduce-031_0' result: failure: tool error, or test not run. Elapsed: 1.1662981510162354 sec +Test 'ParamMatching-Type-mpi_allreduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.485481262207031 sec +Test 'ParamMatching-Type-mpi_allreduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.060176372528076 sec +Test 'ParamMatching-Type-mpi_allreduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.57578730583191 sec +Test 'ParamMatching-Type-mpi_allreduce-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1437835693359375 sec +Test 'ParamMatching-Type-mpi_allreduce-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3147969245910645 sec +Test 'ParamMatching-Type-mpi_allreduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.76863169670105 sec +Test 'ParamMatching-Type-mpi_allreduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.421075820922852 sec +Test 'ParamMatching-Type-mpi_allreduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.42648720741272 sec +Test 'ParamMatching-Type-mpi_allreduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401476144790649 sec +Test 'ParamMatching-Type-mpi_allreduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.397577285766602 sec +Test 'ParamMatching-Type-mpi_allreduce-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.666841268539429 sec +Test 'ParamMatching-Type-mpi_allreduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.527024984359741 sec +Test 'ParamMatching-Type-mpi_allreduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.38672137260437 sec +Test 'ParamMatching-Type-mpi_allreduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361270904541016 sec +Test 'ParamMatching-Type-mpi_allreduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416818857192993 sec +Test 'ParamMatching-Type-mpi_allreduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379676342010498 sec +Test 'ParamMatching-Type-mpi_allreduce-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17142391204834 sec +Test 'ParamMatching-Type-mpi_allreduce-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.84952187538147 sec +Test 'ParamMatching-Type-mpi_allreduce-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202255964279175 sec +Test 'ParamMatching-Type-mpi_allreduce-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.904360055923462 sec +Test 'ParamMatching-Type-mpi_allreduce-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.176935911178589 sec +Test 'ParamMatching-Type-mpi_allreduce-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.177811622619629 sec +Test 'ParamMatching-Type-mpi_allreduce-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.100028038024902 sec +Test 'ParamMatching-Type-mpi_allreduce-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284597396850586 sec +Test 'ParamMatching-Type-mpi_allreduce-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.837395668029785 sec +Test 'ParamMatching-Type-mpi_allreduce-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377624988555908 sec +Test 'ParamMatching-Type-mpi_allreduce-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.399123191833496 sec +Test 'ParamMatching-Type-mpi_allreduce-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.880674839019775 sec +Test 'ParamMatching-Type-mpi_allreduce-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.25420880317688 sec +Test 'ParamMatching-Type-mpi_allreduce-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335257053375244 sec +Test 'ParamMatching-Type-mpi_allreduce-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330765008926392 sec +Test 'ParamMatching-Type-mpi_allreduce-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.261809825897217 sec +Test 'ParamMatching-Type-mpi_allreduce-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271255016326904 sec +Test 'ParamMatching-Type-mpi_allreduce-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.118523359298706 sec +Test 'ParamMatching-Type-mpi_allreduce-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333907127380371 sec +Test 'ParamMatching-Type-mpi_allreduce-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.374758958816528 sec +Test 'ParamMatching-Type-mpi_allreduce-068_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.267145872116089 sec +Test 'ParamMatching-Type-mpi_allreduce-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.340614318847656 sec +Test 'ParamMatching-Type-mpi_allreduce-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.505651950836182 sec +Test 'ParamMatching-Type-mpi_allreduce-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.126073837280273 sec +Test 'ParamMatching-Type-mpi_allreduce-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301933526992798 sec +Test 'ParamMatching-Type-mpi_allreduce-073_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244664430618286 sec +Test 'ParamMatching-Type-mpi_allreduce-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346435070037842 sec +Test 'ParamMatching-Type-mpi_allreduce-075_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.234071731567383 sec +Test 'ParamMatching-Type-mpi_allreduce-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.480340480804443 sec +Test 'ParamMatching-Type-mpi_allreduce-077_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.306973218917847 sec +Test 'ParamMatching-Type-mpi_allreduce-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.251520872116089 sec +Test 'ParamMatching-Type-mpi_allreduce-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344529151916504 sec +Test 'ParamMatching-Type-mpi_allreduce-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3447840213775635 sec +Test 'ParamMatching-Type-mpi_allreduce-081_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.797881364822388 sec +Test 'ParamMatching-Type-mpi_allreduce-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.412145376205444 sec +Test 'ParamMatching-Type-mpi_allreduce-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263946771621704 sec +Test 'ParamMatching-Type-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.086404800415039 sec +Test 'ParamMatching-Type-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3405420780181885 sec +Test 'ParamMatching-Type-mpi_alltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229498624801636 sec +Test 'ParamMatching-Type-mpi_alltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.133735179901123 sec +Test 'ParamMatching-Type-mpi_alltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2506349086761475 sec +Test 'ParamMatching-Type-mpi_alltoall-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372722387313843 sec +Test 'ParamMatching-Type-mpi_alltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.0739266872406 sec +Test 'ParamMatching-Type-mpi_alltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.225808143615723 sec +Test 'ParamMatching-Type-mpi_alltoall-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313992261886597 sec +Test 'ParamMatching-Type-mpi_alltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.858989715576172 sec +Test 'ParamMatching-Type-mpi_alltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4714295864105225 sec +Test 'ParamMatching-Type-mpi_alltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37540078163147 sec +Test 'ParamMatching-Type-mpi_alltoall-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.049050569534302 sec +Test 'ParamMatching-Type-mpi_alltoall-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233935832977295 sec +Test 'ParamMatching-Type-mpi_alltoall-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.912951231002808 sec +Test 'ParamMatching-Type-mpi_alltoall-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.099467754364014 sec +Test 'ParamMatching-Type-mpi_alltoall-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32248330116272 sec +Test 'ParamMatching-Type-mpi_alltoall-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269304275512695 sec +Test 'ParamMatching-Type-mpi_alltoall-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.140240430831909 sec +Test 'ParamMatching-Type-mpi_alltoall-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344432353973389 sec +Test 'ParamMatching-Type-mpi_alltoall-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349060297012329 sec +Test 'ParamMatching-Type-mpi_alltoall-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307709455490112 sec +Test 'ParamMatching-Type-mpi_alltoall-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.461821794509888 sec +Test 'ParamMatching-Type-mpi_alltoall-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331867694854736 sec +Test 'ParamMatching-Type-mpi_bcast-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.223886728286743 sec +Test 'ParamMatching-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.455729007720947 sec +Test 'ParamMatching-Type-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293578624725342 sec +Test 'ParamMatching-Type-mpi_bcast-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.227471351623535 sec +Test 'ParamMatching-Type-mpi_bcast-005_0' result: failure: tool error, or test not run. Elapsed: 1.0085647106170654 sec +Test 'ParamMatching-Type-mpi_bcast-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362116575241089 sec +Test 'ParamMatching-Type-mpi_bcast-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.159630060195923 sec +Test 'ParamMatching-Type-mpi_bcast-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.232134580612183 sec +Test 'ParamMatching-Type-mpi_bcast-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.203436613082886 sec +Test 'ParamMatching-Type-mpi_bcast-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1181890964508057 sec +Test 'ParamMatching-Type-mpi_bcast-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269269227981567 sec +Test 'ParamMatching-Type-mpi_bcast-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479328870773315 sec +Test 'ParamMatching-Type-mpi_bcast-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.226052761077881 sec +Test 'ParamMatching-Type-mpi_bcast-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.051163673400879 sec +Test 'ParamMatching-Type-mpi_bcast-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3109846115112305 sec +Test 'ParamMatching-Type-mpi_bcast-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.110177993774414 sec +Test 'ParamMatching-Type-mpi_bcast-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.162139654159546 sec +Test 'ParamMatching-Type-mpi_bcast-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.530847549438477 sec +Test 'ParamMatching-Type-mpi_bcast-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1723573207855225 sec +Test 'ParamMatching-Type-mpi_bcast-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.483346462249756 sec +Test 'ParamMatching-Type-mpi_bcast-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.260448217391968 sec +Test 'ParamMatching-Type-mpi_bcast-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2263436317443848 sec +Test 'ParamMatching-Type-mpi_bcast-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347103595733643 sec +Test 'ParamMatching-Type-mpi_bcast-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418631315231323 sec +Test 'ParamMatching-Type-mpi_bcast-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1760237216949463 sec +Test 'ParamMatching-Type-mpi_bcast-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.212894439697266 sec +Test 'ParamMatching-Type-mpi_bcast-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.056658744812012 sec +Test 'ParamMatching-Type-mpi_bcast-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.211270332336426 sec +Test 'ParamMatching-Type-mpi_bcast-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3249595165252686 sec +Test 'ParamMatching-Type-mpi_bcast-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320609092712402 sec +Test 'ParamMatching-Type-mpi_bcast-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0168259143829346 sec +Test 'ParamMatching-Type-mpi_bcast-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.502509355545044 sec +Test 'ParamMatching-Type-mpi_bcast-033_0' result: failure: tool error, or test not run. Elapsed: 0.9605414867401123 sec +Test 'ParamMatching-Type-mpi_bcast-034_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2306230068206787 sec +Test 'ParamMatching-Type-mpi_bcast-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.419965744018555 sec +Test 'ParamMatching-Type-mpi_bcast-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316867828369141 sec +Test 'ParamMatching-Type-mpi_bcast-037_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1077494621276855 sec +Test 'ParamMatching-Type-mpi_bcast-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415961742401123 sec +Test 'ParamMatching-Type-mpi_bcast-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.172065734863281 sec +Test 'ParamMatching-Type-mpi_bcast-040_0' result: failure: tool error, or test not run. Elapsed: 61.057101249694824 sec +Test 'ParamMatching-Type-mpi_bcast-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.037953615188599 sec +Test 'ParamMatching-Type-mpi_bcast-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.54912805557251 sec +Test 'ParamMatching-Type-mpi_bcast-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286869049072266 sec +Test 'ParamMatching-Type-mpi_bcast-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284547328948975 sec +Test 'ParamMatching-Type-mpi_bcast-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282693862915039 sec +Test 'ParamMatching-Type-mpi_bcast-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549241542816162 sec +Test 'ParamMatching-Type-mpi_bcast-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.162672758102417 sec +Test 'ParamMatching-Type-mpi_bcast-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321146488189697 sec +Test 'ParamMatching-Type-mpi_bcast-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300144195556641 sec +Test 'ParamMatching-Type-mpi_bcast-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286050796508789 sec +Test 'ParamMatching-Type-mpi_bcast-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346928358078003 sec +Test 'ParamMatching-Type-mpi_bcast-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4002366065979 sec +Test 'ParamMatching-Type-mpi_bcast-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.251350164413452 sec +Test 'ParamMatching-Type-mpi_bcast-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328054904937744 sec +Test 'ParamMatching-Type-mpi_bcast-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.035228252410889 sec +Test 'ParamMatching-Type-mpi_bcast-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32628321647644 sec +Test 'ParamMatching-Type-mpi_bcast-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28748631477356 sec +Test 'ParamMatching-Type-mpi_bcast-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.154923439025879 sec +Test 'ParamMatching-Type-mpi_bcast-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2389562129974365 sec +Test 'ParamMatching-Type-mpi_bcast-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305689096450806 sec +Test 'ParamMatching-Type-mpi_bcast-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406127214431763 sec +Test 'ParamMatching-Type-mpi_bcast-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.39757227897644 sec +Test 'ParamMatching-Type-mpi_bcast-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332586050033569 sec +Test 'ParamMatching-Type-mpi_bcast-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215073823928833 sec +Test 'ParamMatching-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197955846786499 sec +Test 'ParamMatching-Type-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3579864501953125 sec +Test 'ParamMatching-Type-mpi_exscan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28213906288147 sec +Test 'ParamMatching-Type-mpi_exscan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.573606491088867 sec +Test 'ParamMatching-Type-mpi_exscan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432239294052124 sec +Test 'ParamMatching-Type-mpi_exscan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.216154336929321 sec +Test 'ParamMatching-Type-mpi_exscan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414645671844482 sec +Test 'ParamMatching-Type-mpi_exscan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314575433731079 sec +Test 'ParamMatching-Type-mpi_exscan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2807297706604 sec +Test 'ParamMatching-Type-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.408517837524414 sec +Test 'ParamMatching-Type-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357603549957275 sec +Test 'ParamMatching-Type-mpi_gather-003_0' result: failure: tool error, or test not run. Elapsed: 0.9685268402099609 sec +Test 'ParamMatching-Type-mpi_gather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356238842010498 sec +Test 'ParamMatching-Type-mpi_gather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072724342346191 sec +Test 'ParamMatching-Type-mpi_gather-006_0' result: failure: tool error, or test not run. Elapsed: 1.157003402709961 sec +Test 'ParamMatching-Type-mpi_gather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415160417556763 sec +Test 'ParamMatching-Type-mpi_gather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382369041442871 sec +Test 'ParamMatching-Type-mpi_gather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342010736465454 sec +Test 'ParamMatching-Type-mpi_gather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361905097961426 sec +Test 'ParamMatching-Type-mpi_gather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215559244155884 sec +Test 'ParamMatching-Type-mpi_gather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2263312339782715 sec +Test 'ParamMatching-Type-mpi_gather-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3809638023376465 sec +Test 'ParamMatching-Type-mpi_gather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.412261962890625 sec +Test 'ParamMatching-Type-mpi_gather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.246957778930664 sec +Test 'ParamMatching-Type-mpi_gather-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3363118171691895 sec +Test 'ParamMatching-Type-mpi_gather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.365285873413086 sec +Test 'ParamMatching-Type-mpi_gather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352123737335205 sec +Test 'ParamMatching-Type-mpi_gather-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305447578430176 sec +Test 'ParamMatching-Type-mpi_gather-020_0' result: failure: tool error, or test not run. Elapsed: 0.7911641597747803 sec +Test 'ParamMatching-Type-mpi_gather-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276110887527466 sec +Test 'ParamMatching-Type-mpi_gather-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.530871152877808 sec +Test 'ParamMatching-Type-mpi_gather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.526173830032349 sec +Test 'ParamMatching-Type-mpi_gather-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301557779312134 sec +Test 'ParamMatching-Type-mpi_gather-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.066755294799805 sec +Test 'ParamMatching-Type-mpi_gather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.453874588012695 sec +Test 'ParamMatching-Type-mpi_gather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344353199005127 sec +Test 'ParamMatching-Type-mpi_gather-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353862047195435 sec +Test 'ParamMatching-Type-mpi_gather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.712372779846191 sec +Test 'ParamMatching-Type-mpi_gather-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2361836433410645 sec +Test 'ParamMatching-Type-mpi_iallgather-001_0' result: failure: tool error, or test not run. Elapsed: 0.7858986854553223 sec +Test 'ParamMatching-Type-mpi_iallgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.683972358703613 sec +Test 'ParamMatching-Type-mpi_iallgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398455858230591 sec +Test 'ParamMatching-Type-mpi_iallgather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398355484008789 sec +Test 'ParamMatching-Type-mpi_iallgather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.475728273391724 sec +Test 'ParamMatching-Type-mpi_iallgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349583625793457 sec +Test 'ParamMatching-Type-mpi_iallgather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3481714725494385 sec +Test 'ParamMatching-Type-mpi_iallgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.196994781494141 sec +Test 'ParamMatching-Type-mpi_iallgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328931570053101 sec +Test 'ParamMatching-Type-mpi_iallgather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410478830337524 sec +Test 'ParamMatching-Type-mpi_iallgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.541900157928467 sec +Test 'ParamMatching-Type-mpi_iallgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.340339422225952 sec +Test 'ParamMatching-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.862669944763184 sec +Test 'ParamMatching-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393676996231079 sec +Test 'ParamMatching-Type-mpi_iallreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.443994522094727 sec +Test 'ParamMatching-Type-mpi_iallreduce-004_0' result: failure: tool error, or test not run. Elapsed: 0.946577787399292 sec +Test 'ParamMatching-Type-mpi_iallreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283857583999634 sec +Test 'ParamMatching-Type-mpi_iallreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.167940855026245 sec +Test 'ParamMatching-Type-mpi_iallreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.948797464370728 sec +Test 'ParamMatching-Type-mpi_iallreduce-008_0' result: failure: tool error, or test not run. Elapsed: 1.0034403800964355 sec +Test 'ParamMatching-Type-mpi_iallreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326916933059692 sec +Test 'ParamMatching-Type-mpi_iallreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.803757190704346 sec +Test 'ParamMatching-Type-mpi_iallreduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344278812408447 sec +Test 'ParamMatching-Type-mpi_iallreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334278106689453 sec +Test 'ParamMatching-Type-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.708303689956665 sec +Test 'ParamMatching-Type-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.470093488693237 sec +Test 'ParamMatching-Type-mpi_ialltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.252038478851318 sec +Test 'ParamMatching-Type-mpi_ialltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.05859661102295 sec +Test 'ParamMatching-Type-mpi_ialltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2116358280181885 sec +Test 'ParamMatching-Type-mpi_ialltoall-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323947429656982 sec +Test 'ParamMatching-Type-mpi_ialltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.81935715675354 sec +Test 'ParamMatching-Type-mpi_ialltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318498611450195 sec +Test 'ParamMatching-Type-mpi_ialltoall-009_0' result: failure: tool error, or test not run. Elapsed: 1.042154312133789 sec +Test 'ParamMatching-Type-mpi_ialltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.792356014251709 sec +Test 'ParamMatching-Type-mpi_ialltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.711161136627197 sec +Test 'ParamMatching-Type-mpi_ialltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311326026916504 sec +Test 'ParamMatching-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.728338956832886 sec +Test 'ParamMatching-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324721336364746 sec +Test 'ParamMatching-Type-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248269319534302 sec +Test 'ParamMatching-Type-mpi_ireduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.85057806968689 sec +Test 'ParamMatching-Type-mpi_ireduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.23821496963501 sec +Test 'ParamMatching-Type-mpi_ireduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.365798473358154 sec +Test 'ParamMatching-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3711724281311035 sec +Test 'ParamMatching-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.251868963241577 sec +Test 'ParamMatching-Type-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339675188064575 sec +Test 'ParamMatching-Type-mpi_reduce-004_0' result: failure: tool error, or test not run. Elapsed: 1.0279791355133057 sec +Test 'ParamMatching-Type-mpi_reduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.077550411224365 sec +Test 'ParamMatching-Type-mpi_reduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.554587364196777 sec +Test 'ParamMatching-Type-mpi_reduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.411191701889038 sec +Test 'ParamMatching-Type-mpi_reduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2103047370910645 sec +Test 'ParamMatching-Type-mpi_reduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.505971193313599 sec +Test 'ParamMatching-Type-mpi_reduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.383322238922119 sec +Test 'ParamMatching-Type-mpi_reduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3122546672821045 sec +Test 'ParamMatching-Type-mpi_reduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321066617965698 sec +Test 'ParamMatching-Type-mpi_reduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.430994033813477 sec +Test 'ParamMatching-Type-mpi_reduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270470142364502 sec +Test 'ParamMatching-Type-mpi_reduce-015_0' result: failure: tool error, or test not run. Elapsed: 1.1184043884277344 sec +Test 'ParamMatching-Type-mpi_reduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276456832885742 sec +Test 'ParamMatching-Type-mpi_reduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292094945907593 sec +Test 'ParamMatching-Type-mpi_reduce-018_0' result: failure: tool error, or test not run. Elapsed: 1.1669299602508545 sec +Test 'ParamMatching-Type-mpi_reduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.399124383926392 sec +Test 'ParamMatching-Type-mpi_reduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.261202335357666 sec +Test 'ParamMatching-Type-mpi_reduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300059795379639 sec +Test 'ParamMatching-Type-mpi_reduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.914008140563965 sec +Test 'ParamMatching-Type-mpi_reduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326222896575928 sec +Test 'ParamMatching-Type-mpi_reduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.25079607963562 sec +Test 'ParamMatching-Type-mpi_reduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.018696308135986 sec +Test 'ParamMatching-Type-mpi_reduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.9276463985443115 sec +Test 'ParamMatching-Type-mpi_reduce-027_0' result: failure: tool error, or test not run. Elapsed: 1.0071079730987549 sec +Test 'ParamMatching-Type-mpi_reduce-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27825140953064 sec +Test 'ParamMatching-Type-mpi_reduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418515205383301 sec +Test 'ParamMatching-Type-mpi_reduce-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248993158340454 sec +Test 'ParamMatching-Type-mpi_reduce-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.400548458099365 sec +Test 'ParamMatching-Type-mpi_reduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.707891464233398 sec +Test 'ParamMatching-Type-mpi_reduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.483201503753662 sec +Test 'ParamMatching-Type-mpi_reduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297890901565552 sec +Test 'ParamMatching-Type-mpi_reduce-035_0' result: failure: tool error, or test not run. Elapsed: 1.0154411792755127 sec +Test 'ParamMatching-Type-mpi_reduce-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.17190170288086 sec +Test 'ParamMatching-Type-mpi_reduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277565002441406 sec +Test 'ParamMatching-Type-mpi_reduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279767751693726 sec +Test 'ParamMatching-Type-mpi_reduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.956185579299927 sec +Test 'ParamMatching-Type-mpi_reduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.147921323776245 sec +Test 'ParamMatching-Type-mpi_reduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280300855636597 sec +Test 'ParamMatching-Type-mpi_reduce-042_0' result: failure: tool error, or test not run. Elapsed: 0.9756608009338379 sec +Test 'ParamMatching-Type-mpi_reduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341660499572754 sec +Test 'ParamMatching-Type-mpi_reduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276553392410278 sec +Test 'ParamMatching-Type-mpi_reduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249378442764282 sec +Test 'ParamMatching-Type-mpi_reduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.093258619308472 sec +Test 'ParamMatching-Type-mpi_reduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266596555709839 sec +Test 'ParamMatching-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326674938201904 sec +Test 'ParamMatching-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.423269510269165 sec +Test 'ParamMatching-Type-mpi_scan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.123416185379028 sec +Test 'ParamMatching-Type-mpi_scan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4548444747924805 sec +Test 'ParamMatching-Type-mpi_scan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290621757507324 sec +Test 'ParamMatching-Type-mpi_scan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.298227071762085 sec +Test 'ParamMatching-Type-mpi_scan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.68022084236145 sec +Test 'ParamMatching-Type-mpi_scan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.895065546035767 sec +Test 'ParamMatching-Type-mpi_scan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.448928356170654 sec +Test 'ParamMatching-Type-mpi_scan-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285790681838989 sec +Test 'ParamMatching-Type-mpi_scan-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.42441463470459 sec +Test 'ParamMatching-Type-mpi_scan-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29181432723999 sec +Test 'ParamMatching-Type-mpi_scan-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.434804439544678 sec +Test 'ParamMatching-Type-mpi_scan-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.417588233947754 sec +Test 'ParamMatching-Type-mpi_scan-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3516151905059814 sec +Test 'ParamMatching-Type-mpi_scan-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.532701015472412 sec +Test 'ParamMatching-Type-mpi_scan-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276278495788574 sec +Test 'ParamMatching-Type-mpi_scan-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2470879554748535 sec +Test 'ParamMatching-Type-mpi_scan-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385183811187744 sec +Test 'ParamMatching-Type-mpi_scan-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.309192180633545 sec +Test 'ParamMatching-Type-mpi_scan-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.849750280380249 sec +Test 'ParamMatching-Type-mpi_scan-022_0' result: failure: tool error, or test not run. Elapsed: 0.9348037242889404 sec +Test 'ParamMatching-Type-mpi_scan-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451664686203003 sec +Test 'ParamMatching-Type-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.44873785972595 sec +Test 'ParamMatching-Type-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3915698528289795 sec +Test 'ParamMatching-Type-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.439966440200806 sec +Test 'ParamMatching-Type-mpi_scatter-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.3657922744751 sec +Test 'ParamMatching-Type-mpi_scatter-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2699134349823 sec +Test 'ParamMatching-Type-mpi_scatter-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.171932935714722 sec +Test 'ParamMatching-Type-mpi_scatter-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.2893078327179 sec +Test 'ParamMatching-Type-mpi_scatter-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3293375968933105 sec +Test 'ParamMatching-Type-mpi_scatter-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.30489444732666 sec +Test 'GlobalConcurrency-fence-accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2451486587524414 sec +Test 'GlobalConcurrency-fence-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8695237636566162 sec +Test 'GlobalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9433860778808594 sec +Test 'GlobalConcurrency-fence-accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.028324604034424 sec +Test 'GlobalConcurrency-fence-accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0060999393463135 sec +Test 'GlobalConcurrency-fence-accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.315971612930298 sec +Test 'GlobalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2390995025634766 sec +Test 'GlobalConcurrency-fence-accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1177070140838623 sec +Test 'GlobalConcurrency-fence-compare_and_swap_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9641220569610596 sec +Test 'GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0639986991882324 sec +Test 'GlobalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9823112487792969 sec +Test 'GlobalConcurrency-fence-compare_and_swap_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0972628593444824 sec +Test 'GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5111582279205322 sec +Test 'GlobalConcurrency-fence-compare_and_swap_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.110628128051758 sec +Test 'GlobalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.023378610610962 sec +Test 'GlobalConcurrency-fence-compare_and_swap_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.089993476867676 sec +Test 'GlobalConcurrency-fence-fetch_and_op_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2365660667419434 sec +Test 'GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1397318840026855 sec +Test 'GlobalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.9123694896698 sec +Test 'GlobalConcurrency-fence-fetch_and_op_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.104046583175659 sec +Test 'GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2092831134796143 sec +Test 'GlobalConcurrency-fence-fetch_and_op_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1405117511749268 sec +Test 'GlobalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1052398681640625 sec +Test 'GlobalConcurrency-fence-fetch_and_op_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.121447801589966 sec +Test 'GlobalConcurrency-fence-get_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8925461769104004 sec +Test 'GlobalConcurrency-fence-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1754233837127686 sec +Test 'GlobalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0154378414154053 sec +Test 'GlobalConcurrency-fence-get_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1493780612945557 sec +Test 'GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1170084476470947 sec +Test 'GlobalConcurrency-fence-get_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.010570764541626 sec +Test 'GlobalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8928968906402588 sec +Test 'GlobalConcurrency-fence-get_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8544762134552002 sec +Test 'GlobalConcurrency-fence-put_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2516138553619385 sec +Test 'GlobalConcurrency-fence-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.030742883682251 sec +Test 'GlobalConcurrency-fence-put_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.256883382797241 sec +Test 'GlobalConcurrency-fence-put_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.208855390548706 sec +Test 'GlobalConcurrency-fence-put_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1486661434173584 sec +Test 'GlobalConcurrency-fence-put_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.177255392074585 sec +Test 'GlobalConcurrency-fence-raccumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9938855171203613 sec +Test 'GlobalConcurrency-fence-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.221376419067383 sec +Test 'GlobalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.02378511428833 sec +Test 'GlobalConcurrency-fence-raccumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2570388317108154 sec +Test 'GlobalConcurrency-fence-raccumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3027219772338867 sec +Test 'GlobalConcurrency-fence-raccumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0488359928131104 sec +Test 'GlobalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9530422687530518 sec +Test 'GlobalConcurrency-fence-raccumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1437199115753174 sec +Test 'GlobalConcurrency-fence-rget_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9088897705078125 sec +Test 'GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.225125312805176 sec +Test 'GlobalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.159801483154297 sec +Test 'GlobalConcurrency-fence-rget_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.149822235107422 sec +Test 'GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0521042346954346 sec +Test 'GlobalConcurrency-fence-rget_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9814074039459229 sec +Test 'GlobalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.284498691558838 sec +Test 'GlobalConcurrency-fence-rget_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1790366172790527 sec +Test 'GlobalConcurrency-fence-rput_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1351797580718994 sec +Test 'GlobalConcurrency-fence-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8787870407104492 sec +Test 'GlobalConcurrency-fence-rput_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.15562105178833 sec +Test 'GlobalConcurrency-fence-rput_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.215701103210449 sec +Test 'GlobalConcurrency-fence-rput_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.171159029006958 sec +Test 'GlobalConcurrency-fence-rput_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1565582752227783 sec +Test 'GlobalConcurrency-lock-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.19465708732605 sec +Test 'GlobalConcurrency-lock-get_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5721664428710938 sec +Test 'GlobalConcurrency-lock-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9292867183685303 sec +Test 'GlobalConcurrency-lock-rget_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.951918601989746 sec +Test 'GlobalConcurrency-request-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1655616760253906 sec +Test 'GlobalConcurrency-request-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1991965770721436 sec +Test 'CallOrdering-mpi_improbe-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 95.52362585067749 sec +Test 'CallOrdering-mpi_iprobe-mpi_send-001_0' result: timeout: timeout after 120.20723533630371 sec. Elapsed: 120.20723533630371 sec +Test 'CallOrdering-mpi_mprobe-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.67751860618591 sec +Test 'CallOrdering-mpi_probe-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.3285071849823 sec +Test 'CallOrdering-unmatched-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.227110862731934 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283294439315796 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262487888336182 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3946168422698975 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238332748413086 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320623397827148 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.388613939285278 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.329979419708252 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.068893909454346 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.158503532409668 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36127781867981 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.420838356018066 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.546363353729248 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.0534160137176514 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4537317752838135 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199250221252441 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211386442184448 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.139199733734131 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.112985372543335 sec +Test 'CallOrdering-unmatched-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.231698989868164 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271649360656738 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.14323878288269 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258290767669678 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2593162059783936 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268266439437866 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236627578735352 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35162878036499 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211101055145264 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17674446105957 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324502229690552 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.495954513549805 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321454763412476 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.312509298324585 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414899110794067 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32455587387085 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418420791625977 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.22195839881897 sec +Test 'CallOrdering-unmatched-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.25004005432129 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.422436475753784 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284510374069214 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.156172275543213 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333104133605957 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257128715515137 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258981704711914 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.152422904968262 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.06272029876709 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185779809951782 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3654944896698 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.18008279800415 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311324119567871 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.368907451629639 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237992525100708 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193600416183472 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.139101266860962 sec +Test 'CallOrdering-unmatched-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35430884361267 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.271124124526978 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.433207273483276 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.243608713150024 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322185277938843 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0020997524261475 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302958250045776 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199864149093628 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179522275924683 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.287614822387695 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385275602340698 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32280707359314 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195252180099487 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3006591796875 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255873203277588 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.380367994308472 sec +Test 'CallOrdering-unmatched-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.278674602508545 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4323179721832275 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.570637464523315 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.165751218795776 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343612432479858 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.273959398269653 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.397132873535156 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.274306535720825 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.240686416625977 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40785813331604 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4731786251068115 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414083242416382 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.378865003585815 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0' result: failure: tool error, or test not run. Elapsed: 1.2176177501678467 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307253837585449 sec +Test 'CallOrdering-unmatched-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.919704914093018 sec +Test 'CallOrdering-unmatched-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.104351997375488 sec +Test 'CallOrdering-unmatched-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40953326225281 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.376003980636597 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.145921230316162 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.239663362503052 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.865828990936279 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259641408920288 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.984049320220947 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311666488647461 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.180303335189819 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324092388153076 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3363611698150635 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.396539926528931 sec +Test 'CallOrdering-unmatched-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.37874984741211 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277806043624878 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297698736190796 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407080173492432 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410301685333252 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 1.0372810363769531 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283656358718872 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314019680023193 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331136226654053 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.281325340270996 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.15538239479065 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32607340812683 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.430406093597412 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.174863576889038 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4171295166015625 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.037795782089233 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.30812931060791 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283825159072876 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 61.274009466171265 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.142246961593628 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.170335531234741 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338566780090332 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299572229385376 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282964468002319 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.44543409347534 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390545129776001 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3366618156433105 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293102264404297 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.635056257247925 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.172975778579712 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.296979904174805 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.040637016296387 sec +Test 'CallOrdering-unmatched-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.269695520401 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.264318466186523 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.203792572021484 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258768081665039 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333390712738037 sec +Test 'CallOrdering-unmatched-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.152683734893799 sec +Test 'CallOrdering-unmatched-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.25086498260498 sec +Test 'CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179392099380493 sec +Test 'CallOrdering-unmatched-mpi_improbe-001_0' result: timeout: timeout after 120.20654153823853 sec. Elapsed: 120.20654153823853 sec +Test 'CallOrdering-unmatched-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38481140136719 sec +Test 'CallOrdering-unmatched-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 61.068437576293945 sec +Test 'CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.186269998550415 sec +Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280393600463867 sec +Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327564239501953 sec +Test 'CallOrdering-unmatched-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.211782217025757 sec +Test 'CallOrdering-unmatched-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.39192581176758 sec +Test 'CallOrdering-unmatched-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38382172584534 sec +Test 'CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372231960296631 sec +Test 'CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2198381423950195 sec +Test 'CallOrdering-unmatched-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.53388833999634 sec +Test 'CallOrdering-unmatched-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35319232940674 sec +Test 'CallOrdering-unmatched-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40036606788635 sec +Test 'CallOrdering-unmatched-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10598516464233398 sec +Test 'CallOrdering-unmatched-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1095881462097168 sec +Test 'CallOrdering-unmatched-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40908908843994 sec +Test 'CallOrdering-unmatched-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.367708683013916 sec +Test 'CallOrdering-unmatched-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.305602073669434 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3328492641448975 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314330816268921 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2568745613098145 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231666088104248 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280702590942383 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3518967628479 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.503448009490967 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266404628753662 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199794054031372 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.22359299659729 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.281977891921997 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0' result: failure: tool error, or test not run. Elapsed: 0.9837400913238525 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.424009799957275 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.270721197128296 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1781017780303955 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.367992877960205 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353941440582275 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.400813579559326 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3442957401275635 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3568336963653564 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.236657857894897 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.105340480804443 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.522884368896484 sec +Test 'CallOrdering-unmatched-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.406271457672119 sec +Test 'CallOrdering-unmatched-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4180333614349365 sec +Test 'CallOrdering-unmatched-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.235987186431885 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.464300155639648 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9139347076416016 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0' result: failure: tool error, or test not run. Elapsed: 1.1477575302124023 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.253902912139893 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410189628601074 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.052404880523682 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294550180435181 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185029983520508 sec +Test 'CallOrdering-unmatched-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.339256048202515 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.370488166809082 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.228104114532471 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490166425704956 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.264283657073975 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444467067718506 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.325159788131714 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 0.8829915523529053 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.114264488220215 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299531698226929 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326376438140869 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.095382452011108 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395185947418213 sec +Test 'CallOrdering-unmatched-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.37612342834473 sec +Test 'CallOrdering-unmatched-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.42488741874695 sec +Test 'CallOrdering-unmatched-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.19571328163147 sec +Test 'CallOrdering-unmatched-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.57969832420349 sec +Test 'MsgRace-ANY_SOURCE-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.05556392669678 sec +Test 'MsgRace-ANY_TAG-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.461053133010864 sec +Test 'CallOrdering-mpi_send-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2765939235687256 sec +Test 'CallOrdering-mpi_send-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3743979930877686 sec +Test 'CallOrdering-mpi_send-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2150139808654785 sec +Test 'Correct-fence-accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0419154167175293 sec +Test 'Correct-fence-accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2249245643615723 sec +Test 'Correct-fence-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.431114435195923 sec +Test 'Correct-fence-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3394486904144287 sec +Test 'Correct-fence-accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2030227184295654 sec +Test 'Correct-fence-accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.22929048538208 sec +Test 'Correct-fence-accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2497897148132324 sec +Test 'Correct-fence-accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.9576480388641357 sec +Test 'Correct-fence-accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9918391704559326 sec +Test 'Correct-fence-accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0610036849975586 sec +Test 'Correct-fence-accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2937092781066895 sec +Test 'Correct-fence-accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.219188690185547 sec +Test 'Correct-fence-accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0997042655944824 sec +Test 'Correct-fence-accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.190139055252075 sec +Test 'Correct-fence-accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9351415634155273 sec +Test 'Correct-fence-accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1115267276763916 sec +Test 'Correct-fence-accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1045844554901123 sec +Test 'Correct-fence-accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2283592224121094 sec +Test 'Correct-fence-accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.167003631591797 sec +Test 'Correct-fence-accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.542142152786255 sec +Test 'Correct-fence-accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1078290939331055 sec +Test 'Correct-fence-accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.111414670944214 sec +Test 'Correct-fence-accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1668601036071777 sec +Test 'Correct-fence-accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.289078950881958 sec +Test 'Correct-fence-bufread_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5356791019439697 sec +Test 'Correct-fence-bufread_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.041837692260742 sec +Test 'Correct-fence-bufread_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.134324550628662 sec +Test 'Correct-fence-bufread_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1298131942749023 sec +Test 'Correct-fence-bufread_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9819443225860596 sec +Test 'Correct-fence-bufread_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0645811557769775 sec +Test 'Correct-fence-bufread_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.116633892059326 sec +Test 'Correct-fence-bufread_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1939375400543213 sec +Test 'Correct-fence-compare_and_swap_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.01400089263916 sec +Test 'Correct-fence-compare_and_swap_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.430325746536255 sec +Test 'Correct-fence-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9428520202636719 sec +Test 'Correct-fence-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.964953899383545 sec +Test 'Correct-fence-compare_and_swap_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2508323192596436 sec +Test 'Correct-fence-compare_and_swap_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0606515407562256 sec +Test 'Correct-fence-compare_and_swap_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1885221004486084 sec +Test 'Correct-fence-compare_and_swap_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0586540699005127 sec +Test 'Correct-fence-compare_and_swap_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1996331214904785 sec +Test 'Correct-fence-compare_and_swap_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.104013204574585 sec +Test 'Correct-fence-compare_and_swap_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174959659576416 sec +Test 'Correct-fence-compare_and_swap_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2033238410949707 sec +Test 'Correct-fence-compare_and_swap_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.107177972793579 sec +Test 'Correct-fence-compare_and_swap_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9083147048950195 sec +Test 'Correct-fence-compare_and_swap_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.834015130996704 sec +Test 'Correct-fence-compare_and_swap_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9839489459991455 sec +Test 'Correct-fence-compare_and_swap_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.210070848464966 sec +Test 'Correct-fence-compare_and_swap_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.190591812133789 sec +Test 'Correct-fence-compare_and_swap_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.972083330154419 sec +Test 'Correct-fence-compare_and_swap_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9042034149169922 sec +Test 'Correct-fence-compare_and_swap_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9380536079406738 sec +Test 'Correct-fence-compare_and_swap_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9899075031280518 sec +Test 'Correct-fence-compare_and_swap_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1724162101745605 sec +Test 'Correct-fence-compare_and_swap_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1564152240753174 sec +Test 'Correct-fence-fetch_and_op_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.130072832107544 sec +Test 'Correct-fence-fetch_and_op_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.32875657081604 sec +Test 'Correct-fence-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5726606845855713 sec +Test 'Correct-fence-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.229154109954834 sec +Test 'Correct-fence-fetch_and_op_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.099733829498291 sec +Test 'Correct-fence-fetch_and_op_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1965770721435547 sec +Test 'Correct-fence-fetch_and_op_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9659583568572998 sec +Test 'Correct-fence-fetch_and_op_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1380205154418945 sec +Test 'Correct-fence-fetch_and_op_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1742351055145264 sec +Test 'Correct-fence-fetch_and_op_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.126091241836548 sec +Test 'Correct-fence-fetch_and_op_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9216010570526123 sec +Test 'Correct-fence-fetch_and_op_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.775028944015503 sec +Test 'Correct-fence-fetch_and_op_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0769829750061035 sec +Test 'Correct-fence-fetch_and_op_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.040814161300659 sec +Test 'Correct-fence-fetch_and_op_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.054250478744507 sec +Test 'Correct-fence-fetch_and_op_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.062058448791504 sec +Test 'Correct-fence-fetch_and_op_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.01151180267334 sec +Test 'Correct-fence-fetch_and_op_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1742329597473145 sec +Test 'Correct-fence-fetch_and_op_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1408820152282715 sec +Test 'Correct-fence-fetch_and_op_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.1625325679779053 sec +Test 'Correct-fence-fetch_and_op_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0984480381011963 sec +Test 'Correct-fence-fetch_and_op_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.560516119003296 sec +Test 'Correct-fence-fetch_and_op_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.030697822570801 sec +Test 'Correct-fence-fetch_and_op_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.14479923248291 sec +Test 'Correct-fence-get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.169839859008789 sec +Test 'Correct-fence-get_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8745899200439453 sec +Test 'Correct-fence-get_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.189974546432495 sec +Test 'Correct-fence-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8835411071777344 sec +Test 'Correct-fence-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8983840942382812 sec +Test 'Correct-fence-get_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.201160430908203 sec +Test 'Correct-fence-get_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1762824058532715 sec +Test 'Correct-fence-get_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2025797367095947 sec +Test 'Correct-fence-get_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.224181890487671 sec +Test 'Correct-fence-get_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.014909505844116 sec +Test 'Correct-fence-get_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0584399700164795 sec +Test 'Correct-fence-get_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.053769826889038 sec +Test 'Correct-fence-get_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.160810947418213 sec +Test 'Correct-fence-get_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.107175588607788 sec +Test 'Correct-fence-get_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.159102201461792 sec +Test 'Correct-fence-get_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.553861618041992 sec +Test 'Correct-fence-get_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9305408000946045 sec +Test 'Correct-fence-get_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8938775062561035 sec +Test 'Correct-fence-get_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1211061477661133 sec +Test 'Correct-fence-get_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.8088550567626953 sec +Test 'Correct-fence-get_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.08185076713562 sec +Test 'Correct-fence-get_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0274531841278076 sec +Test 'Correct-fence-get_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1468873023986816 sec +Test 'Correct-fence-get_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0950334072113037 sec +Test 'Correct-fence-get_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0958588123321533 sec +Test 'Correct-fence-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.220733880996704 sec +Test 'Correct-fence-get_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9538896083831787 sec +Test 'Correct-fence-get_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.281357526779175 sec +Test 'Correct-fence-get_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.450517177581787 sec +Test 'Correct-fence-get_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0062625408172607 sec +Test 'Correct-fence-get_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0779950618743896 sec +Test 'Correct-fence-get_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8623485565185547 sec +Test 'Correct-fence-get_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2219717502593994 sec +Test 'Correct-fence-get_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1806371212005615 sec +Test 'Correct-fence-get_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135803461074829 sec +Test 'Correct-fence-get_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4983365535736084 sec +Test 'Correct-fence-get_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.237407684326172 sec +Test 'Correct-fence-put_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.078143358230591 sec +Test 'Correct-fence-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9849705696105957 sec +Test 'Correct-fence-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3155150413513184 sec +Test 'Correct-fence-put_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1171646118164062 sec +Test 'Correct-fence-put_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2113866806030273 sec +Test 'Correct-fence-put_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8279070854187012 sec +Test 'Correct-fence-put_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.152923583984375 sec +Test 'Correct-fence-put_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8954026699066162 sec +Test 'Correct-fence-put_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1391372680664062 sec +Test 'Correct-fence-put_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2051737308502197 sec +Test 'Correct-fence-put_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1173644065856934 sec +Test 'Correct-fence-put_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9605154991149902 sec +Test 'Correct-fence-put_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0098798274993896 sec +Test 'Correct-fence-put_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.108443021774292 sec +Test 'Correct-fence-put_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1767826080322266 sec +Test 'Correct-fence-put_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9826066493988037 sec +Test 'Correct-fence-raccumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1125223636627197 sec +Test 'Correct-fence-raccumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.137340784072876 sec +Test 'Correct-fence-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9751405715942383 sec +Test 'Correct-fence-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2520437240600586 sec +Test 'Correct-fence-raccumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.011586904525757 sec +Test 'Correct-fence-raccumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1141774654388428 sec +Test 'Correct-fence-raccumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.037266492843628 sec +Test 'Correct-fence-raccumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9560856819152832 sec +Test 'Correct-fence-raccumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.894563913345337 sec +Test 'Correct-fence-raccumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0669033527374268 sec +Test 'Correct-fence-raccumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.123838424682617 sec +Test 'Correct-fence-raccumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9849064350128174 sec +Test 'Correct-fence-raccumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8567006587982178 sec +Test 'Correct-fence-raccumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1391501426696777 sec +Test 'Correct-fence-raccumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0313222408294678 sec +Test 'Correct-fence-raccumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2057957649230957 sec +Test 'Correct-fence-raccumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.026170492172241 sec +Test 'Correct-fence-raccumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.9343504905700684 sec +Test 'Correct-fence-raccumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8752455711364746 sec +Test 'Correct-fence-raccumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.107481002807617 sec +Test 'Correct-fence-raccumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1190474033355713 sec +Test 'Correct-fence-raccumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.223524808883667 sec +Test 'Correct-fence-raccumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.038332223892212 sec +Test 'Correct-fence-raccumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.939633846282959 sec +Test 'Correct-fence-rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0299177169799805 sec +Test 'Correct-fence-rget_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0891246795654297 sec +Test 'Correct-fence-rget_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0992116928100586 sec +Test 'Correct-fence-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3725218772888184 sec +Test 'Correct-fence-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.217432975769043 sec +Test 'Correct-fence-rget_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9879026412963867 sec +Test 'Correct-fence-rget_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0072176456451416 sec +Test 'Correct-fence-rget_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.649332046508789 sec +Test 'Correct-fence-rget_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.073338031768799 sec +Test 'Correct-fence-rget_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0210447311401367 sec +Test 'Correct-fence-rget_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.180833339691162 sec +Test 'Correct-fence-rget_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1411094665527344 sec +Test 'Correct-fence-rget_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.570403814315796 sec +Test 'Correct-fence-rget_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1297545433044434 sec +Test 'Correct-fence-rget_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1901397705078125 sec +Test 'Correct-fence-rget_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2115230560302734 sec +Test 'Correct-fence-rget_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.109938621520996 sec +Test 'Correct-fence-rget_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1525657176971436 sec +Test 'Correct-fence-rget_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9883382320404053 sec +Test 'Correct-fence-rget_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.431025981903076 sec +Test 'Correct-fence-rget_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.173372268676758 sec +Test 'Correct-fence-rget_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.434908390045166 sec +Test 'Correct-fence-rget_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.857025146484375 sec +Test 'Correct-fence-rget_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135577917098999 sec +Test 'Correct-fence-rget_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.079256772994995 sec +Test 'Correct-fence-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9611072540283203 sec +Test 'Correct-fence-rget_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0244486331939697 sec +Test 'Correct-fence-rget_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.099945068359375 sec +Test 'Correct-fence-rget_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8946974277496338 sec +Test 'Correct-fence-rget_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1569337844848633 sec +Test 'Correct-fence-rget_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.247870922088623 sec +Test 'Correct-fence-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9697790145874023 sec +Test 'Correct-fence-rget_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1170880794525146 sec +Test 'Correct-fence-rget_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2170605659484863 sec +Test 'Correct-fence-rget_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.088021755218506 sec +Test 'Correct-fence-rget_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.106915235519409 sec +Test 'Correct-fence-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.994441032409668 sec +Test 'Correct-fence-rput_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.928879737854004 sec +Test 'Correct-fence-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.028430223464966 sec +Test 'Correct-fence-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0839810371398926 sec +Test 'Correct-fence-rput_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1296215057373047 sec +Test 'Correct-fence-rput_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1376001834869385 sec +Test 'Correct-fence-rput_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.274876117706299 sec +Test 'Correct-fence-rput_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1016132831573486 sec +Test 'Correct-fence-rput_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.145785093307495 sec +Test 'Correct-fence-rput_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0970473289489746 sec +Test 'Correct-fence-rput_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0140271186828613 sec +Test 'Correct-fence-rput_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9840645790100098 sec +Test 'Correct-fence-rput_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.229365110397339 sec +Test 'Correct-fence-rput_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.270033597946167 sec +Test 'Correct-fence-rput_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.050809860229492 sec +Test 'Correct-fence-rput_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.132707118988037 sec +Test 'Correct-fence-rput_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.118964910507202 sec +Test 'Correct-lock-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.352957248687744 sec +Test 'Correct-lock-get_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1807467937469482 sec +Test 'Correct-lock-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8507046699523926 sec +Test 'Correct-lock-rget_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 4.063315391540527 sec +Test 'Correct-lockall-get_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8654577732086182 sec +Test 'Correct-lockall-get_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.150338888168335 sec +Test 'Correct-lockall-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0208630561828613 sec +Test 'Correct-lockall-rget_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.115783929824829 sec +Test 'Correct-lockallflush-bufwrite_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9563922882080078 sec +Test 'Correct-lockallflush-bufwrite_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.057072401046753 sec +Test 'Correct-lockallflush-bufwrite_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1175074577331543 sec +Test 'Correct-lockallflush-bufwrite_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0353729724884033 sec +Test 'Correct-lockallflush-bufwrite_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1603944301605225 sec +Test 'Correct-lockallflush-bufwrite_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.016414165496826 sec +Test 'Correct-lockallflush-bufwrite_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1789140701293945 sec +Test 'Correct-lockallflush-bufwrite_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4117238521575928 sec +Test 'Correct-lockallflushlocal-bufread_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1643426418304443 sec +Test 'Correct-lockallflushlocal-bufread_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9518976211547852 sec +Test 'Correct-lockflush-bufwrite_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.243479013442993 sec +Test 'Correct-lockflush-bufwrite_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.497843027114868 sec +Test 'Correct-lockflushlocal-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1114673614501953 sec +Test 'Correct-lockflushlocal-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0102384090423584 sec +Test 'Correct-lockflushlocal-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.822807788848877 sec +Test 'Correct-lockflushlocal-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9730212688446045 sec +Test 'Correct-lockflushlocal-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8362104892730713 sec +Test 'Correct-lockflushlocal-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.000067949295044 sec +Test 'Correct-lockflushlocal-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.178334951400757 sec +Test 'Correct-lockflushlocal-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.996537208557129 sec +Test 'Correct-lockunlock-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.192394971847534 sec +Test 'Correct-lockunlock-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9295005798339844 sec +Test 'Correct-lockunlock-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9373457431793213 sec +Test 'Correct-lockunlock-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1930127143859863 sec +Test 'Correct-lockunlock-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.804227113723755 sec +Test 'Correct-lockunlock-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.054436206817627 sec +Test 'Correct-lockunlock-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8417117595672607 sec +Test 'Correct-lockunlock-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8779027462005615 sec +Test 'Correct-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2054364681243896 sec +Test 'Correct-mpi_allgather-002_0' result: timeout: timeout after 120.20449757575989 sec. Elapsed: 120.20449757575989 sec +Test 'Correct-mpi_allgather-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.207512617111206 sec +Test 'Correct-mpi_allgather-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0505950450897217 sec +Test 'Correct-mpi_allgather-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2186574935913086 sec +Test 'Correct-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263946056365967 sec +Test 'Correct-mpi_allreduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.201904296875 sec +Test 'Correct-mpi_allreduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.365278720855713 sec +Test 'Correct-mpi_allreduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.722445964813232 sec +Test 'Correct-mpi_allreduce-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2082395553588867 sec +Test 'Correct-mpi_allreduce-006_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.025768518447876 sec +Test 'Correct-mpi_allreduce-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0658676624298096 sec +Test 'Correct-mpi_allreduce-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4590506553649902 sec +Test 'Correct-mpi_allreduce-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.166268825531006 sec +Test 'Correct-mpi_allreduce-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.301041841506958 sec +Test 'Correct-mpi_allreduce-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2182626724243164 sec +Test 'Correct-mpi_allreduce-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1540024280548096 sec +Test 'Correct-mpi_alltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9669127464294434 sec +Test 'Correct-mpi_alltoall-mpi_alltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.825674057006836 sec +Test 'Correct-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2156357765197754 sec +Test 'Correct-mpi_barrier-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2012641429901123 sec +Test 'Correct-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0847017765045166 sec +Test 'Correct-mpi_bcast-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2568130493164062 sec +Test 'Correct-mpi_bcast-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.787806987762451 sec +Test 'Correct-mpi_bcast-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1936349868774414 sec +Test 'Correct-mpi_bcast-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.230459451675415 sec +Test 'Correct-mpi_bcast-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1140832901000977 sec +Test 'Correct-mpi_bcast-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3369643688201904 sec +Test 'Correct-mpi_bcast-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.18192720413208 sec +Test 'Correct-mpi_bcast-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.188279151916504 sec +Test 'Correct-mpi_bcast-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1936984062194824 sec +Test 'Correct-mpi_bcast-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4670779705047607 sec +Test 'Correct-mpi_bcast-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2010202407836914 sec +Test 'Correct-mpi_bcast-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.315727949142456 sec +Test 'Correct-mpi_bcast-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1472666263580322 sec +Test 'Correct-mpi_bcast-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.234805107116699 sec +Test 'Correct-mpi_bcast-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0562655925750732 sec +Test 'Correct-mpi_bcast-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.37003493309021 sec +Test 'Correct-mpi_bcast-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.212721586227417 sec +Test 'Correct-mpi_bcast-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2594380378723145 sec +Test 'Correct-mpi_bcast-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.267169237136841 sec +Test 'Correct-mpi_bcast-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1971962451934814 sec +Test 'Correct-mpi_bcast-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2817318439483643 sec +Test 'Correct-mpi_bcast-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.998293161392212 sec +Test 'Correct-mpi_bcast-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2513973712921143 sec +Test 'Correct-mpi_bcast-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.312068223953247 sec +Test 'Correct-mpi_bcast-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174924850463867 sec +Test 'Correct-mpi_bcast-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.040043354034424 sec +Test 'Correct-mpi_bsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.948948621749878 sec +Test 'Correct-mpi_bsend-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.008032321929932 sec +Test 'Correct-mpi_bsend_init-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.88529372215271 sec +Test 'Correct-mpi_bsend_init-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.008476257324219 sec +Test 'Correct-mpi_cart_create-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1763103008270264 sec +Test 'Correct-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2855148315429688 sec +Test 'Correct-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.159992218017578 sec +Test 'Correct-mpi_exscan-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.217151403427124 sec +Test 'Correct-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.15918231010437 sec +Test 'Correct-mpi_gather-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.760127305984497 sec +Test 'Correct-mpi_gather-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.359924554824829 sec +Test 'Correct-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3535850048065186 sec +Test 'Correct-mpi_iallreduce-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2475168704986572 sec +Test 'Correct-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 38.811193227767944 sec +Test 'Correct-mpi_ialltoall-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 40.50070881843567 sec +Test 'Correct-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.034522533416748 sec +Test 'Correct-mpi_ibarrier-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0803840160369873 sec +Test 'Correct-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.413975477218628 sec +Test 'Correct-mpi_ibcast-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.097982168197632 sec +Test 'Correct-mpi_ibsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.062650203704834 sec +Test 'Correct-mpi_ibsend-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.937845230102539 sec +Test 'Correct-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1108129024505615 sec +Test 'Correct-mpi_igather-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1345019340515137 sec +Test 'Correct-mpi_improbe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.086594820022583 sec +Test 'Correct-mpi_imrecv-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.375826597213745 sec +Test 'Correct-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.246858596801758 sec +Test 'Correct-mpi_irecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.0358223915100098 sec +Test 'Correct-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.204558849334717 sec +Test 'Correct-mpi_ireduce-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1754403114318848 sec +Test 'Correct-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.0119128227233887 sec +Test 'Correct-mpi_irsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.270139217376709 sec +Test 'Correct-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1538214683532715 sec +Test 'Correct-mpi_iscan-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.143433094024658 sec +Test 'Correct-mpi_iscatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.399393320083618 sec +Test 'Correct-mpi_iscatter-mpi_iscatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.5921778678894043 sec +Test 'Correct-mpi_isend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9165732860565186 sec +Test 'Correct-mpi_isend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3530380725860596 sec +Test 'Correct-mpi_isend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.261672019958496 sec +Test 'Correct-mpi_isend-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.919623613357544 sec +Test 'Correct-mpi_isend-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.294419527053833 sec +Test 'Correct-mpi_isend-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.307044506072998 sec +Test 'Correct-mpi_isend-007_0' result: failure: tool error, or test not run. Elapsed: 1.0323569774627686 sec +Test 'Correct-mpi_issend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2933363914489746 sec +Test 'Correct-mpi_issend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3589744567871094 sec +Test 'Correct-mpi_mprobe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.5027859210968018 sec +Test 'Correct-mpi_mrecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0548014640808105 sec +Test 'Correct-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10853242874145508 sec +Test 'Correct-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10744404792785645 sec +Test 'Correct-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11318826675415039 sec +Test 'Correct-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11088323593139648 sec +Test 'Correct-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4267578125 sec +Test 'Correct-mpi_recv-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8972206115722656 sec +Test 'Correct-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.363217353820801 sec +Test 'Correct-mpi_recv_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.374990224838257 sec +Test 'Correct-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.233804941177368 sec +Test 'Correct-mpi_reduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.202932357788086 sec +Test 'Correct-mpi_reduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.386337995529175 sec +Test 'Correct-mpi_reduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 3.0149483680725098 sec +Test 'Correct-mpi_reduce-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.906543016433716 sec +Test 'Correct-mpi_reduce-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9975559711456299 sec +Test 'Correct-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.849931955337524 sec +Test 'Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.828489303588867 sec +Test 'Correct-mpi_rsend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.280853033065796 sec +Test 'Correct-mpi_rsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.374215841293335 sec +Test 'Correct-mpi_rsend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3668878078460693 sec +Test 'Correct-mpi_rsend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1704695224761963 sec +Test 'Correct-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.193753480911255 sec +Test 'Correct-mpi_scan-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2680087089538574 sec +Test 'Correct-mpi_scan-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.214315891265869 sec +Test 'Correct-mpi_scan-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4489049911499023 sec +Test 'Correct-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.382067918777466 sec +Test 'Correct-mpi_scatter-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.4663519859313965 sec +Test 'Correct-mpi_send-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.324305534362793 sec +Test 'Correct-mpi_send-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.527920722961426 sec +Test 'Correct-mpi_send-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9220800399780273 sec +Test 'Correct-mpi_send-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2872872352600098 sec +Test 'Correct-mpi_send-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.242475748062134 sec +Test 'Correct-mpi_send-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.203854560852051 sec +Test 'Correct-mpi_send-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.976430892944336 sec +Test 'Correct-mpi_send-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.363481044769287 sec +Test 'Correct-mpi_send-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.412472724914551 sec +Test 'Correct-mpi_send-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3202402591705322 sec +Test 'Correct-mpi_send-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.288694143295288 sec +Test 'Correct-mpi_send-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.194565534591675 sec +Test 'Correct-mpi_send-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1418209075927734 sec +Test 'Correct-mpi_send-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.786850929260254 sec +Test 'Correct-mpi_send-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.267066717147827 sec +Test 'Correct-mpi_send-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.934577465057373 sec +Test 'Correct-mpi_send-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.188701629638672 sec +Test 'Correct-mpi_send-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.892509937286377 sec +Test 'Correct-mpi_send-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.358109951019287 sec +Test 'Correct-mpi_send-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.467336416244507 sec +Test 'Correct-mpi_send-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3555381298065186 sec +Test 'Correct-mpi_send-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.306922197341919 sec +Test 'Correct-mpi_send-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.357520341873169 sec +Test 'Correct-mpi_send-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.2056617736816406 sec +Test 'Correct-mpi_send-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2310822010040283 sec +Test 'Correct-mpi_send-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2936840057373047 sec +Test 'Correct-mpi_send-027_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.237525701522827 sec +Test 'Correct-mpi_send-028_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2228763103485107 sec +Test 'Correct-mpi_send-029_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.260366439819336 sec +Test 'Correct-mpi_send_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.209364652633667 sec +Test 'Correct-mpi_send_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3167989253997803 sec +Test 'Correct-mpi_ssend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.032961368560791 sec +Test 'Correct-mpi_ssend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3058664798736572 sec +Test 'Correct-mpi_ssend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1924421787261963 sec +Test 'Correct-mpi_ssend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2002956867218018 sec +Test 'Correct-mpi_ssend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8897826671600342 sec +Test 'Correct-request-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8311538696289062 sec +Test 'Correct-request-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1453049182891846 sec +Test 'Correct-request-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1744918823242188 sec +Test 'InvalidParam-Buffer-mpi_imrecv-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.3716466426849365 sec +Test 'InvalidParam-Buffer-mpi_mrecv-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3533413410186768 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-007_0' result: failure: tool error, or test not run. Elapsed: 1.2861344814300537 sec XXXXXXXXX Final results for itac -XXX 21 false positives +XXX 22 false positives Correct-mpi_allreduce-004_0 expected OK, outcome: reported an error in a correct code Correct-mpi_allreduce-006_0 expected OK, outcome: reported an error in a correct code - Correct-mpi_alltoall-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_alltoall-mpi_alltoall-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_bsend-001_0 expected OK, outcome: reported an error in a correct code + Correct-mpi_bsend-002_0 expected OK, outcome: reported an error in a correct code Correct-mpi_bsend_init-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_bsend_init-002_0 expected OK, outcome: reported an error in a correct code Correct-mpi_gather-002_0 expected OK, outcome: reported an error in a correct code @@ -2142,6 +2119,7 @@ XXX 21 false positives Correct-mpi_ibsend-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_ibsend-002_0 expected OK, outcome: reported an error in a correct code Correct-mpi_imrecv-001_0 expected OK, outcome: reported an error in a correct code + Correct-mpi_iscatter-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_iscatter-mpi_iscatter-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_reduce-004_0 expected OK, outcome: reported an error in a correct code Correct-mpi_reduce-005_0 expected OK, outcome: reported an error in a correct code @@ -2150,11 +2128,12 @@ XXX 21 false positives Correct-mpi_scatter-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_scatter-mpi_scatter-001_0 expected OK, outcome: reported an error in a correct code InvalidParam-Buffer-mpi_imrecv-005_0 expected OK, outcome: reported an error in a correct code -XXX 223 false negatives +XXX 233 false negatives InvalidParam-Buffer-mpi_irecv-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_irsend-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_isend-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_issend-005_0 expected InvalidParam, outcome: failed to detect an error + InvalidParam-Buffer-mpi_recv-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_rsend-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_send-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_ssend-005_0 expected InvalidParam, outcome: failed to detect an error @@ -2183,7 +2162,6 @@ XXX 223 false negatives InvalidParam-Request-mpi_testall-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Request-mpi_testany-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Request-mpi_testsome-001_0 expected InvalidParam, outcome: failed to detect an error - InvalidParam-Request-mpi_waitany-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Request-mpi_waitsome-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_improbe-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_iprobe-002_0 expected InvalidParam, outcome: failed to detect an error @@ -2191,8 +2169,8 @@ XXX 223 false negatives InvalidParam-Status-mpi_mrecv-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_probe-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_recv-002_0 expected InvalidParam, outcome: failed to detect an error + InvalidParam-Status-mpi_sendrecv-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_sendrecv_replace-002_0 expected InvalidParam, outcome: failed to detect an error - InvalidParam-Status-mpi_test-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_testall-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_testany-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_testsome-002_0 expected InvalidParam, outcome: failed to detect an error @@ -2205,7 +2183,6 @@ XXX 223 false negatives InvalidParam-Tag-mpi_irecv-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Tag-mpi_mprobe-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Tag-mpi_probe-001_0 expected InvalidParam, outcome: failed to detect an error - InvalidParam-Tag-mpi_recv-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Tag-mpi_recv_init-001_0 expected InvalidParam, outcome: failed to detect an error EpochLifeCycle-028_0 expected EpochLifeCycle, outcome: failed to detect an error EpochLifeCycle-029_0 expected EpochLifeCycle, outcome: failed to detect an error @@ -2262,6 +2239,7 @@ XXX 223 false negatives LocalConcurrency-receive-mpi_irecv-001_0 expected LocalConcurrency, outcome: failed to detect an error LocalConcurrency-receive-mpi_recv_init-001_0 expected LocalConcurrency, outcome: failed to detect an error LocalConcurrency-request-rget_bufread-001_0 expected LocalConcurrency, outcome: failed to detect an error + MissingCall-mpi_init-001_0 expected MissingCall, outcome: failed to detect an error GlobalParameterMissmatch-Dtype-mpi_send-144_0 expected GlobalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_irsend-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_isend-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error @@ -2280,6 +2258,7 @@ XXX 223 false negatives LocalParameterMissmatch-Dtype-mpi_send-004_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-005_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-006_0 expected LocalParameterMissmatch, outcome: failed to detect an error + LocalParameterMissmatch-Dtype-mpi_send-007_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-008_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-009_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-010_0 expected LocalParameterMissmatch, outcome: failed to detect an error @@ -2297,16 +2276,25 @@ XXX 223 false negatives LocalParameterMissmatch-Dtype-mpi_send-023_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-024_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-025_0 expected LocalParameterMissmatch, outcome: failed to detect an error + LocalParameterMissmatch-Dtype-mpi_send-026_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-027_0 expected LocalParameterMissmatch, outcome: failed to detect an error - LocalParameterMissmatch-Dtype-mpi_send-028_0 expected LocalParameterMissmatch, outcome: failed to detect an error + LocalParameterMissmatch-Dtype-mpi_send-029_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send_init-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send_init-002_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_ssend-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_ssend-002_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_ssend-003_0 expected LocalParameterMissmatch, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-001_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-004_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-007_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-010_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-013_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-016_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-019_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-022_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-025_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-028_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-034_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-037_0 expected ParamMatching, outcome: failed to detect an error GlobalConcurrency-fence-accumulate_bufread-001_0 expected GlobalConcurrency, outcome: failed to detect an error GlobalConcurrency-fence-accumulate_bufwrite-001_0 expected GlobalConcurrency, outcome: failed to detect an error @@ -2374,173 +2362,20 @@ XXX 223 false negatives GlobalConcurrency-lock-rget_localbufwrite-001_0 expected GlobalConcurrency, outcome: failed to detect an error GlobalConcurrency-request-rget_put-001_0 expected GlobalConcurrency, outcome: failed to detect an error GlobalConcurrency-request-rget_rput-001_0 expected GlobalConcurrency, outcome: failed to detect an error -XXX 166 timeouts - InvalidParam-Rank-mpi_bsend-001_0 expected InvalidParam, outcome: timeout after 60.20706748962402 sec - InvalidParam-Rank-mpi_bsend_init-001_0 expected InvalidParam, outcome: timeout after 60.207048654556274 sec - InvalidParam-Rank-mpi_ibsend-001_0 expected InvalidParam, outcome: timeout after 60.208377838134766 sec - InvalidParam-Rank-mpi_improbe-001_0 expected InvalidParam, outcome: timeout after 60.20482039451599 sec - InvalidParam-Rank-mpi_irecv-001_0 expected InvalidParam, outcome: timeout after 60.203341245651245 sec - InvalidParam-Rank-mpi_irsend-001_0 expected InvalidParam, outcome: timeout after 60.206820011138916 sec - InvalidParam-Rank-mpi_isend-001_0 expected InvalidParam, outcome: timeout after 60.21379995346069 sec - InvalidParam-Rank-mpi_issend-001_0 expected InvalidParam, outcome: timeout after 60.20618987083435 sec - InvalidParam-Rank-mpi_mprobe-001_0 expected InvalidParam, outcome: timeout after 60.2053005695343 sec - InvalidParam-Rank-mpi_recv-001_0 expected InvalidParam, outcome: timeout after 60.22866773605347 sec - InvalidParam-Rank-mpi_recv_init-001_0 expected InvalidParam, outcome: timeout after 60.207491874694824 sec - InvalidParam-Rank-mpi_rsend-001_0 expected InvalidParam, outcome: timeout after 60.20823645591736 sec - InvalidParam-Rank-mpi_rsend_init-001_0 expected InvalidParam, outcome: timeout after 60.20589351654053 sec - InvalidParam-Rank-mpi_send-001_0 expected InvalidParam, outcome: timeout after 60.206463098526 sec - InvalidParam-Rank-mpi_send_init-001_0 expected InvalidParam, outcome: timeout after 60.205647230148315 sec - InvalidParam-Rank-mpi_sendrecv-001_0 expected InvalidParam, outcome: timeout after 60.20668601989746 sec - InvalidParam-Rank-mpi_ssend-001_0 expected InvalidParam, outcome: timeout after 60.20644783973694 sec - InvalidParam-Rank-mpi_ssend_init-001_0 expected InvalidParam, outcome: timeout after 60.207934617996216 sec - EpochLifeCycle-001_0 expected EpochLifeCycle, outcome: timeout after 60.2074248790741 sec - EpochLifeCycle-003_0 expected EpochLifeCycle, outcome: timeout after 60.20283365249634 sec - EpochLifeCycle-004_0 expected EpochLifeCycle, outcome: timeout after 60.205313205718994 sec - EpochLifeCycle-006_0 expected EpochLifeCycle, outcome: timeout after 60.20733666419983 sec - EpochLifeCycle-007_0 expected EpochLifeCycle, outcome: timeout after 60.20561861991882 sec - EpochLifeCycle-009_0 expected EpochLifeCycle, outcome: timeout after 60.20795559883118 sec - EpochLifeCycle-019_0 expected EpochLifeCycle, outcome: timeout after 60.20620083808899 sec - EpochLifeCycle-022_0 expected EpochLifeCycle, outcome: timeout after 60.20582127571106 sec - EpochLifeCycle-025_0 expected EpochLifeCycle, outcome: timeout after 60.20775556564331 sec - MissingCall-mpi_send-001_0 expected MissingCall, outcome: timeout after 60.20656085014343 sec - MissingCall-mpi_send-002_0 expected MissingCall, outcome: timeout after 60.206135272979736 sec - MissingCall-mpi_send-003_0 expected MissingCall, outcome: timeout after 60.206310749053955 sec - LocalParameterMissmatch-Dtype-mpi_send-029_0 expected LocalParameterMissmatch, outcome: timeout after 60.205498695373535 sec - Matching-tag-mpi_send-001_0 expected Matching, outcome: timeout after 60.20458674430847 sec - ParamMatching-Com-mpi_allgather-001_0 expected ParamMatching, outcome: timeout after 60.220510959625244 sec - ParamMatching-Com-mpi_allreduce-001_0 expected ParamMatching, outcome: timeout after 60.203296422958374 sec - ParamMatching-Com-mpi_alltoall-001_0 expected ParamMatching, outcome: timeout after 60.20812749862671 sec - ParamMatching-Com-mpi_bcast-001_0 expected ParamMatching, outcome: timeout after 60.20664858818054 sec - ParamMatching-Com-mpi_exscan-001_0 expected ParamMatching, outcome: timeout after 60.20594072341919 sec - ParamMatching-Com-mpi_gather-001_0 expected ParamMatching, outcome: timeout after 60.20586133003235 sec - ParamMatching-Com-mpi_iallgather-001_0 expected ParamMatching, outcome: timeout after 60.207064390182495 sec - ParamMatching-Com-mpi_iallreduce-001_0 expected ParamMatching, outcome: timeout after 60.20697784423828 sec - ParamMatching-Com-mpi_ialltoall-001_0 expected ParamMatching, outcome: timeout after 60.20725107192993 sec - ParamMatching-Com-mpi_ibcast-001_0 expected ParamMatching, outcome: timeout after 60.20766997337341 sec - ParamMatching-Com-mpi_igather-001_0 expected ParamMatching, outcome: timeout after 60.20637488365173 sec - ParamMatching-Com-mpi_ireduce-001_0 expected ParamMatching, outcome: timeout after 60.203691482543945 sec - ParamMatching-Com-mpi_iscan-001_0 expected ParamMatching, outcome: timeout after 60.207462549209595 sec - ParamMatching-Com-mpi_iscatter-001_0 expected ParamMatching, outcome: timeout after 60.20439171791077 sec - ParamMatching-Com-mpi_reduce-001_0 expected ParamMatching, outcome: timeout after 60.326064348220825 sec - ParamMatching-Com-mpi_scan-001_0 expected ParamMatching, outcome: timeout after 60.2034809589386 sec - ParamMatching-Com-mpi_scatter-001_0 expected ParamMatching, outcome: timeout after 60.2068305015564 sec - ParamMatching-Comm-mpi_improbe-002_0 expected ParamMatching, outcome: timeout after 60.2076632976532 sec - ParamMatching-Comm-mpi_improbe-003_0 expected ParamMatching, outcome: timeout after 60.20591902732849 sec - ParamMatching-Comm-mpi_improbe-006_0 expected ParamMatching, outcome: timeout after 60.204930782318115 sec - ParamMatching-Comm-mpi_improbe-007_0 expected ParamMatching, outcome: timeout after 60.207067012786865 sec - ParamMatching-Comm-mpi_improbe-008_0 expected ParamMatching, outcome: timeout after 60.20427632331848 sec - ParamMatching-Comm-mpi_improbe-009_0 expected ParamMatching, outcome: timeout after 60.204431772232056 sec - ParamMatching-Comm-mpi_improbe-011_0 expected ParamMatching, outcome: timeout after 60.20910835266113 sec - ParamMatching-Comm-mpi_improbe-012_0 expected ParamMatching, outcome: timeout after 60.206705808639526 sec - ParamMatching-Comm-mpi_mprobe-002_0 expected ParamMatching, outcome: timeout after 60.206557750701904 sec - ParamMatching-Comm-mpi_mprobe-003_0 expected ParamMatching, outcome: timeout after 60.209710359573364 sec - ParamMatching-Comm-mpi_mprobe-006_0 expected ParamMatching, outcome: timeout after 60.2061927318573 sec - ParamMatching-Comm-mpi_mprobe-007_0 expected ParamMatching, outcome: timeout after 60.203927755355835 sec - ParamMatching-Comm-mpi_mprobe-008_0 expected ParamMatching, outcome: timeout after 60.20739507675171 sec - ParamMatching-Comm-mpi_mprobe-009_0 expected ParamMatching, outcome: timeout after 60.20666313171387 sec - ParamMatching-Comm-mpi_mprobe-011_0 expected ParamMatching, outcome: timeout after 60.20729446411133 sec - ParamMatching-Comm-mpi_mprobe-012_0 expected ParamMatching, outcome: timeout after 60.2076199054718 sec - ParamMatching-Comm-mpi_recv-002_0 expected ParamMatching, outcome: timeout after 60.20777130126953 sec - ParamMatching-Comm-mpi_recv-003_0 expected ParamMatching, outcome: timeout after 60.20408797264099 sec - ParamMatching-Comm-mpi_recv-006_0 expected ParamMatching, outcome: timeout after 60.207600116729736 sec - ParamMatching-Comm-mpi_recv-007_0 expected ParamMatching, outcome: timeout after 60.203741788864136 sec - ParamMatching-Comm-mpi_recv-008_0 expected ParamMatching, outcome: timeout after 60.20888590812683 sec - ParamMatching-Comm-mpi_recv-009_0 expected ParamMatching, outcome: timeout after 60.20594048500061 sec - ParamMatching-Comm-mpi_recv-011_0 expected ParamMatching, outcome: timeout after 60.21061992645264 sec - ParamMatching-Comm-mpi_recv-012_0 expected ParamMatching, outcome: timeout after 60.20918297767639 sec - ParamMatching-Comm-mpi_recv_init-002_0 expected ParamMatching, outcome: timeout after 60.20457100868225 sec - ParamMatching-Comm-mpi_recv_init-003_0 expected ParamMatching, outcome: timeout after 60.20780920982361 sec - ParamMatching-Comm-mpi_recv_init-006_0 expected ParamMatching, outcome: timeout after 60.206541538238525 sec - ParamMatching-Comm-mpi_recv_init-007_0 expected ParamMatching, outcome: timeout after 60.20559239387512 sec - ParamMatching-Comm-mpi_recv_init-008_0 expected ParamMatching, outcome: timeout after 60.207322120666504 sec - ParamMatching-Comm-mpi_recv_init-009_0 expected ParamMatching, outcome: timeout after 60.20704460144043 sec - ParamMatching-Comm-mpi_recv_init-011_0 expected ParamMatching, outcome: timeout after 60.20338296890259 sec - ParamMatching-Comm-mpi_recv_init-012_0 expected ParamMatching, outcome: timeout after 60.2084276676178 sec - ParamMatching-Comm-mpi_sendrecv-002_0 expected ParamMatching, outcome: timeout after 60.206616163253784 sec - ParamMatching-Comm-mpi_sendrecv-003_0 expected ParamMatching, outcome: timeout after 60.212549924850464 sec - ParamMatching-Comm-mpi_sendrecv-006_0 expected ParamMatching, outcome: timeout after 60.2061231136322 sec - ParamMatching-Comm-mpi_sendrecv-007_0 expected ParamMatching, outcome: timeout after 60.2125301361084 sec - ParamMatching-Comm-mpi_sendrecv-008_0 expected ParamMatching, outcome: timeout after 60.20472455024719 sec - ParamMatching-Comm-mpi_sendrecv-009_0 expected ParamMatching, outcome: timeout after 60.22964549064636 sec - ParamMatching-Comm-mpi_sendrecv-011_0 expected ParamMatching, outcome: timeout after 60.20613193511963 sec - ParamMatching-Comm-mpi_sendrecv-012_0 expected ParamMatching, outcome: timeout after 60.20671319961548 sec - ParamMatching-Comm-mpi_sendrecv_replace-002_0 expected ParamMatching, outcome: timeout after 60.203006744384766 sec - ParamMatching-Comm-mpi_sendrecv_replace-006_0 expected ParamMatching, outcome: timeout after 60.20567560195923 sec - ParamMatching-Comm-mpi_sendrecv_replace-007_0 expected ParamMatching, outcome: timeout after 60.20475625991821 sec - ParamMatching-Comm-mpi_sendrecv_replace-008_0 expected ParamMatching, outcome: timeout after 60.20337653160095 sec - ParamMatching-Comm-mpi_sendrecv_replace-009_0 expected ParamMatching, outcome: timeout after 60.20797324180603 sec - ParamMatching-Comm-mpi_sendrecv_replace-012_0 expected ParamMatching, outcome: timeout after 60.20670962333679 sec - ParamMatching-Root-mpi_bcast-001_0 expected ParamMatching, outcome: timeout after 60.20692825317383 sec - ParamMatching-Root-mpi_gather-001_0 expected ParamMatching, outcome: timeout after 60.205726623535156 sec - ParamMatching-Root-mpi_ibcast-001_0 expected ParamMatching, outcome: timeout after 60.20622539520264 sec - ParamMatching-Root-mpi_igather-001_0 expected ParamMatching, outcome: timeout after 60.20460891723633 sec - ParamMatching-Root-mpi_ireduce-001_0 expected ParamMatching, outcome: timeout after 60.20385241508484 sec - ParamMatching-Root-mpi_iscatter-001_0 expected ParamMatching, outcome: timeout after 60.20808982849121 sec - ParamMatching-Root-mpi_reduce-001_0 expected ParamMatching, outcome: timeout after 60.20299410820007 sec - ParamMatching-Root-mpi_scatter-001_0 expected ParamMatching, outcome: timeout after 60.2043297290802 sec - ParamMatching-Tag-mpi_improbe-001_0 expected ParamMatching, outcome: timeout after 60.2077579498291 sec - ParamMatching-Tag-mpi_iprobe-001_0 expected ParamMatching, outcome: timeout after 60.22083330154419 sec - ParamMatching-Tag-mpi_isend-001_0 expected ParamMatching, outcome: timeout after 60.20673990249634 sec - ParamMatching-Tag-mpi_issend-001_0 expected ParamMatching, outcome: timeout after 60.204036474227905 sec - ParamMatching-Tag-mpi_mprobe-001_0 expected ParamMatching, outcome: timeout after 60.20738458633423 sec - ParamMatching-Tag-mpi_probe-001_0 expected ParamMatching, outcome: timeout after 60.20460605621338 sec - ParamMatching-Tag-mpi_recv-001_0 expected ParamMatching, outcome: timeout after 60.20451807975769 sec - ParamMatching-Tag-mpi_recv_init-001_0 expected ParamMatching, outcome: timeout after 60.21040940284729 sec - ParamMatching-Tag-mpi_rsend-001_0 expected ParamMatching, outcome: timeout after 60.20720362663269 sec - ParamMatching-Tag-mpi_rsend_init-001_0 expected ParamMatching, outcome: timeout after 60.20451235771179 sec - ParamMatching-Tag-mpi_send-001_0 expected ParamMatching, outcome: timeout after 60.20542860031128 sec - ParamMatching-Tag-mpi_send_init-001_0 expected ParamMatching, outcome: timeout after 60.203843116760254 sec - ParamMatching-Tag-mpi_ssend-001_0 expected ParamMatching, outcome: timeout after 60.206255197525024 sec - ParamMatching-Tag-mpi_ssend_init-001_0 expected ParamMatching, outcome: timeout after 60.205419301986694 sec - ParamMatching-Type-mpi_allgather-001_0 expected ParamMatching, outcome: timeout after 60.253031969070435 sec - ParamMatching-Type-mpi_allgather-004_0 expected ParamMatching, outcome: timeout after 60.20846199989319 sec - ParamMatching-Type-mpi_allgather-007_0 expected ParamMatching, outcome: timeout after 60.20939612388611 sec - ParamMatching-Type-mpi_allgather-010_0 expected ParamMatching, outcome: timeout after 60.210670948028564 sec - ParamMatching-Type-mpi_allgather-013_0 expected ParamMatching, outcome: timeout after 60.20808172225952 sec - ParamMatching-Type-mpi_allgather-016_0 expected ParamMatching, outcome: timeout after 60.20716047286987 sec - ParamMatching-Type-mpi_allgather-019_0 expected ParamMatching, outcome: timeout after 60.205166816711426 sec - ParamMatching-Type-mpi_allgather-022_0 expected ParamMatching, outcome: timeout after 60.20785570144653 sec - ParamMatching-Type-mpi_allgather-025_0 expected ParamMatching, outcome: timeout after 60.20875144004822 sec - ParamMatching-Type-mpi_allgather-028_0 expected ParamMatching, outcome: timeout after 60.20510792732239 sec - ParamMatching-Type-mpi_scatter-001_0 expected ParamMatching, outcome: timeout after 60.208345890045166 sec - ParamMatching-Type-mpi_scatter-004_0 expected ParamMatching, outcome: timeout after 60.20576214790344 sec - CallOrdering-mpi_improbe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20366597175598 sec - CallOrdering-mpi_iprobe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.209224462509155 sec - CallOrdering-mpi_mprobe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20555305480957 sec - CallOrdering-mpi_probe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20507025718689 sec - CallOrdering-unmatched-mpi_allgather-001_0 expected CallOrdering, outcome: timeout after 60.20526647567749 sec - CallOrdering-unmatched-mpi_allreduce-001_0 expected CallOrdering, outcome: timeout after 60.20768141746521 sec - CallOrdering-unmatched-mpi_alltoall-001_0 expected CallOrdering, outcome: timeout after 60.20683693885803 sec - CallOrdering-unmatched-mpi_barrier-001_0 expected CallOrdering, outcome: timeout after 60.203752517700195 sec - CallOrdering-unmatched-mpi_bcast-001_0 expected CallOrdering, outcome: timeout after 60.20751619338989 sec - CallOrdering-unmatched-mpi_exscan-001_0 expected CallOrdering, outcome: timeout after 60.203051805496216 sec - CallOrdering-unmatched-mpi_gather-001_0 expected CallOrdering, outcome: timeout after 60.206358909606934 sec - CallOrdering-unmatched-mpi_iallreduce-001_0 expected CallOrdering, outcome: timeout after 60.20506930351257 sec - CallOrdering-unmatched-mpi_ialltoall-001_0 expected CallOrdering, outcome: timeout after 60.20706605911255 sec - CallOrdering-unmatched-mpi_ibarrier-001_0 expected CallOrdering, outcome: timeout after 60.20573949813843 sec - CallOrdering-unmatched-mpi_ibcast-001_0 expected CallOrdering, outcome: timeout after 60.20776677131653 sec - CallOrdering-unmatched-mpi_igather-001_0 expected CallOrdering, outcome: timeout after 60.20561385154724 sec - CallOrdering-unmatched-mpi_improbe-001_0 expected CallOrdering, outcome: timeout after 60.20662832260132 sec - CallOrdering-unmatched-mpi_irecv-001_0 expected CallOrdering, outcome: timeout after 60.20337510108948 sec - CallOrdering-unmatched-mpi_ireduce-001_0 expected CallOrdering, outcome: timeout after 60.20438814163208 sec - CallOrdering-unmatched-mpi_iscan-001_0 expected CallOrdering, outcome: timeout after 60.20813250541687 sec - CallOrdering-unmatched-mpi_iscatter-001_0 expected CallOrdering, outcome: timeout after 60.20799708366394 sec - CallOrdering-unmatched-mpi_isend-001_0 expected CallOrdering, outcome: timeout after 60.20772457122803 sec - CallOrdering-unmatched-mpi_issend-001_0 expected CallOrdering, outcome: timeout after 60.20783519744873 sec - CallOrdering-unmatched-mpi_mprobe-001_0 expected CallOrdering, outcome: timeout after 60.20401692390442 sec - CallOrdering-unmatched-mpi_recv-001_0 expected CallOrdering, outcome: timeout after 60.20533895492554 sec - CallOrdering-unmatched-mpi_recv_init-001_0 expected CallOrdering, outcome: timeout after 60.20671606063843 sec - CallOrdering-unmatched-mpi_reduce-001_0 expected CallOrdering, outcome: timeout after 60.20384454727173 sec - CallOrdering-unmatched-mpi_reduce_scatter_block-001_0 expected CallOrdering, outcome: timeout after 60.20317816734314 sec - CallOrdering-unmatched-mpi_scan-001_0 expected CallOrdering, outcome: timeout after 60.208797454833984 sec - CallOrdering-unmatched-mpi_scatter-001_0 expected CallOrdering, outcome: timeout after 60.205644607543945 sec - CallOrdering-unmatched-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20698070526123 sec - CallOrdering-unmatched-mpi_send_init-001_0 expected CallOrdering, outcome: timeout after 60.21356225013733 sec - CallOrdering-unmatched-mpi_ssend-001_0 expected CallOrdering, outcome: timeout after 60.20487976074219 sec - CallOrdering-unmatched-mpi_ssend_init-001_0 expected CallOrdering, outcome: timeout after 60.20561957359314 sec - MsgRace-ANY_SOURCE-001_0 expected MsgRace, outcome: timeout after 60.209299087524414 sec - MsgRace-ANY_TAG-001_0 expected MsgRace, outcome: timeout after 60.20726442337036 sec - Correct-mpi_allgather-002_0 expected OK, outcome: timeout after 60.208308696746826 sec +XXX 13 timeouts + LocalParameterMissmatch-Dtype-mpi_send-030_0 expected LocalParameterMissmatch, outcome: timeout after 120.20708513259888 sec + ParamMatching-Comm-mpi_improbe-002_0 expected ParamMatching, outcome: timeout after 120.20878386497498 sec + ParamMatching-Comm-mpi_improbe-003_0 expected ParamMatching, outcome: timeout after 120.20368504524231 sec + ParamMatching-Comm-mpi_improbe-006_0 expected ParamMatching, outcome: timeout after 120.2061071395874 sec + ParamMatching-Comm-mpi_improbe-007_0 expected ParamMatching, outcome: timeout after 120.20665431022644 sec + ParamMatching-Comm-mpi_improbe-008_0 expected ParamMatching, outcome: timeout after 120.20978951454163 sec + ParamMatching-Comm-mpi_improbe-011_0 expected ParamMatching, outcome: timeout after 120.2052915096283 sec + ParamMatching-Comm-mpi_improbe-012_0 expected ParamMatching, outcome: timeout after 120.20938539505005 sec + ParamMatching-Tag-mpi_improbe-001_0 expected ParamMatching, outcome: timeout after 120.20801901817322 sec + ParamMatching-Tag-mpi_iprobe-001_0 expected ParamMatching, outcome: timeout after 120.21082973480225 sec + CallOrdering-mpi_iprobe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 120.20723533630371 sec + CallOrdering-unmatched-mpi_improbe-001_0 expected CallOrdering, outcome: timeout after 120.20654153823853 sec + Correct-mpi_allgather-002_0 expected OK, outcome: timeout after 120.20449757575989 sec XXX 75 API coverage issues InvalidParam-Buffer-mpi_precv_init-001_0 expected InvalidParam, outcome: coverage issue InvalidParam-Buffer-mpi_precv_init-002_0 expected InvalidParam, outcome: coverage issue @@ -2617,21 +2452,29 @@ XXX 75 API coverage issues Correct-mpi_precv_init-002_0 expected OK, outcome: coverage issue Correct-mpi_psend_init-001_0 expected OK, outcome: coverage issue Correct-mpi_psend_init-002_0 expected OK, outcome: coverage issue -XXX 139 tool failures - InvalidParam-Buffer-mpi_imrecv-004_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_recv-005_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_rsend-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_rsend_init-005_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_send_init-004_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_bsend-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_iscatter-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_scatter-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_igather-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_irecv-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_scatter-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_sendrecv-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_sendrecv-003_0 expected InvalidParam, outcome: tool error, or test not run +XXX 136 tool failures + InvalidBuffer-004_0 expected InvalidBuffer, outcome: tool error, or test not run + InvalidBuffer-006_0 expected InvalidBuffer, outcome: tool error, or test not run + InvalidDatataype-007_0 expected InvalidDatataype, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend-004_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend-005_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend_init-005_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_mrecv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_recv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_recv-004_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_recv_init-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_ssend-004_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_ssend_init-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Comm-mpi_bcast-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Comm-mpi_cart_create-002_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Comm-mpi_rsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Op-mpi_allreduce-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-005_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-mpi_ibcast-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-mpi_rsend-002_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-mpi_scatter-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Request-mpi_bsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_bsend_init-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_ibsend-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_ibsend-002_0 expected InvalidParam, outcome: tool error, or test not run @@ -2645,9 +2488,7 @@ XXX 139 tool failures InvalidParam-Request-mpi_isend-005_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_issend-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_issend-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Request-mpi_rsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_rsend_init-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Request-mpi_send_init-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_send_init-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_ssend_init-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_start-001_0 expected InvalidParam, outcome: tool error, or test not run @@ -2656,121 +2497,110 @@ XXX 139 tool failures InvalidParam-Request-mpi_testany-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_testsome-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_wait-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Request-mpi_waitany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_waitany-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_waitsome-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_mrecv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Status-mpi_probe-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_recv-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_sendrecv-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Status-mpi_sendrecv-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_sendrecv_replace-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Status-mpi_test-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_testall-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_testany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_wait-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_waitall-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_waitany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_waitsome-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Tag-mpi_rsend-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Tag-mpi_bsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Tag-mpi_isend-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Tag-mpi_recv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Type-mpi_exscan-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-array_of_indices-mpi_testsome-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_test-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_test-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_testall-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_testall-002_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-flag-mpi_testany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_testsome-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_testsome-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_waitsome-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_waitsome-002_0 expected InvalidParam, outcome: tool error, or test not run - EpochLifeCycle-011_0 expected EpochLifeCycle, outcome: tool error, or test not run - LocalConcurrency-mpi_irecv-001_0 expected LocalConcurrency, outcome: tool error, or test not run - LocalConcurrency-mpi_irecv-002_0 expected LocalConcurrency, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_issend-001_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_rsend-003_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-004_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-012_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-024_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-036_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-040_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-051_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-081_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-086_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-089_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-096_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-101_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send_init-004_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - LocalParameterMissmatch-Dtype-mpi_send-007_0 expected LocalParameterMissmatch, outcome: tool error, or test not run + EpochLifeCycle-006_0 expected EpochLifeCycle, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-001_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-003_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-014_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-021_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-030_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_rsend-005_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-061_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-073_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-122_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-123_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-151_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run LocalParameterMissmatch-Dtype-mpi_send-022_0 expected LocalParameterMissmatch, outcome: tool error, or test not run - LocalParameterMissmatch-Dtype-mpi_send-026_0 expected LocalParameterMissmatch, outcome: tool error, or test not run - LocalParameterMissmatch-Dtype-mpi_send-030_0 expected LocalParameterMissmatch, outcome: tool error, or test not run + LocalParameterMissmatch-Dtype-mpi_send-028_0 expected LocalParameterMissmatch, outcome: tool error, or test not run + ParamMatching-Com-mpi_allreduce-001_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_improbe-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Comm-mpi_improbe-009_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Comm-mpi_improbe-010_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_mprobe-004_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_recv-004_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_recv_init-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Comm-mpi_recv_init-011_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_sendrecv-004_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Comm-mpi_sendrecv_replace-003_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_sendrecv_replace-004_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Comm-mpi_sendrecv_replace-011_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Op-mpi_ireduce-001_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Tag-mpi_irsend-001_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-005_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-021_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-024_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-031_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-048_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-011_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-028_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-030_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-068_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-073_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-075_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-077_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_alltoall-001_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_alltoall-016_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_alltoall-023_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_bcast-030_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Op-mpi_reduce-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Tag-mpi_ssend_init-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allgather-028_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allgather-030_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allreduce-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allreduce-031_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_bcast-005_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_bcast-033_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Type-mpi_bcast-040_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_bcast-043_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_iallgather-002_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_ialltoall-006_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_reduce-011_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_reduce-036_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_gather-003_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_gather-006_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_gather-020_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_iallgather-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_iallreduce-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_iallreduce-008_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_ialltoall-009_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-015_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-018_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-027_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-035_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Type-mpi_reduce-042_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Type-mpi_scan-022_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_scatter-007_0 expected ParamMatching, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ibsend-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0 expected CallOrdering, outcome: tool error, or test not run - Correct-mpi_bsend-002_0 expected OK, outcome: tool error, or test not run - Correct-mpi_send-004_0 expected OK, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_mrecv-005_0 expected OK, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_gather-mpi_igather-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0 expected CallOrdering, outcome: tool error, or test not run + Correct-mpi_alltoall-001_0 expected OK, outcome: tool error, or test not run + Correct-mpi_irecv-002_0 expected OK, outcome: tool error, or test not run + Correct-mpi_irsend-001_0 expected OK, outcome: tool error, or test not run + Correct-mpi_isend-007_0 expected OK, outcome: tool error, or test not run InvalidParam-Buffer-mpi_sendrecv-007_0 expected OK, outcome: tool error, or test not run -XXX 139 inconclusive runs (output parsing failure) - MissingCall-mpi_init-001_0 expected MissingCall, outcome: inconclusive run -XXXX Summary for itac XXXX 1479 tests passed (out of 2104) +XXXX Summary for itac XXXX 1625 tests passed (out of 2104) -FP = 21 FN = 223 TP = 1098 TN = 381 +FP = 22 FN = 233 TP = 1246 TN = 379 -CE = 75 TO = 166 RE = 139 +CE = 75 TO = 13 RE = 136 API coverage: 96.44% (75 tests failed out of 2104) -Robustness: 84.97% (166 timeouts and 139 failures out of 2029) +Robustness: 92.66% (13 timeouts and 136 failures out of 2029) -Recall: 83.12% (found 1098 errors out of 1321) -Specificity: 94.78% (recognized 381 correct codes out of 402) -Precision: 98.12% (1098 diagnostic of error are correct out of 1119) -Accuracy: 85.84% (1479 correct diagnostics in total, out of 1723 diagnostics) +Recall: 84.25% (found 1246 errors out of 1479) +Specificity: 94.51% (recognized 379 correct codes out of 401) +Precision: 98.26% (1246 diagnostic of error are correct out of 1268) +Accuracy: 86.44% (1625 correct diagnostics in total, out of 1880 diagnostics) -Total time of itac for all tests (not counting the timeouts): 2 hours, 41 minutes, 20.94 seconds (9680.940880060196 seconds) +Total time of itac for all tests (not counting the timeouts): 5 hours, 22 minutes, 21.62 seconds (19341.626391887665 seconds) diff --git a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed index 994cdfa5f612b12c452e329cb6f9d1b076b4f42d..8f230a84f5749f16d82bc50c38d4f08f51e663d3 100644 --- a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20366597175598 \ No newline at end of file +95.52362585067749 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout deleted file mode 100644 index e2458a69dd5dc7eee63b36781f1ccb32fcc3346a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00248885154724 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt index 976863dde54de0497fdc7903e0d91be5b297469d..dc33a53749e3abf3c06f03000403ba481bf87765 100644 --- a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1792 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_improbe-mpi_send-001.c (batchinfo:1/1) @@ -48,6 +48,41 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [1] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20366597175598 +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470700, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_improbe-mpi_send-001) +| [0] ERROR: [1] last MPI call: +| [0] ERROR: MPI_Improbe(source=0, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc47dea2dc->0, *message, *status=0x7ffc47dea2d8)=MPI_SUCCESS +| [0] INFO: Writing tracefile CallOrdering-mpi_improbe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269086 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269087 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 95.52362585067749 Finished #1792 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed index c0eeb7a4b444659a94de51262e6a65d0264da264..a7df32d23a052ce0429201bec65438e5123ad584 100644 --- a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.209224462509155 \ No newline at end of file +120.20723533630371 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout index b13284ce6c16495919ade421de4c6b4967f13e6b..bb7ab699e301f4bdc5e7d514a80a43edf8e6434b 100644 --- a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout +++ b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout @@ -1 +1 @@ -60.007755517959595 seconds \ No newline at end of file +120.00562453269958 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt index 9929ed41edd23511710bc3dab6ae272e34251eda..40fe999956c10b8a2149d4a535eb87fbe1521e1a 100644 --- a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1889 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_iprobe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_iprobe-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,6 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-mpi_iprobe-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.209224462509155 +Command killed by signal 15, elapsed time: 120.20723533630371 Finished #1889 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_iprobe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed index 933f376423cd62183dd8b7524661cdcdcd34943f..c72725d54f17499e1b321252d95c99342c6bdf22 100644 --- a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20555305480957 \ No newline at end of file +62.67751860618591 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout deleted file mode 100644 index 3c91c9977a0db6ba1407c80939f3274d44a1ca02..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004300594329834 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt index b485e1b4e7199c8c5dc9ae664f207d7fc9cdb6ff..7804db74d20674298c1cd152e183c80b944462f3 100644 --- a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1709 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_mprobe-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-mpi_mprobe-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.20555305480957 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470740, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_mprobe-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=0, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffe3488f148) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_mprobe-mpi_send-001) +| [0] INFO: Writing tracefile CallOrdering-mpi_mprobe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269916 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269917 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.67751860618591 Finished #1709 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed index fa5f07346d2474aeedb9e04d11d54030789412fd..fb7c55d4e32ec2318ce7c6793bc3a4b14add9e8f 100644 --- a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20507025718689 \ No newline at end of file +62.3285071849823 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout deleted file mode 100644 index 8d52f2f9b43ea2e6e16f34b0a0192b7dfded201b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00370001792908 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt index 39329be9d62f685f18d77fe1e4dc05ece11aaf21..5dce54d6b4cb9892a0f51fab54f7ccfd09179e7c 100644 --- a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1238 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_probe-mpi_send-001.c (batchinfo:1/1) @@ -25,6 +25,66 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON -Command killed by signal 15, elapsed time: 60.20507025718689 +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Probe(source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_probe-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_probe-mpi_send-001) +| [0] INFO: Writing tracefile CallOrdering-mpi_probe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 253875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 253876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.3285071849823 Finished #1238 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed index 867afaebd8d8d291cb67d1c8b1a5f508c481d1d8..f9b0ebfac594d2cd384d84ee4fc691dcf8c60368 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.2602553367614746 \ No newline at end of file +2.2765939235687256 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt index 5577d7da18fedb021a0dcaa9798f99505faf9a8b..a3b6786913b7045a29603dd0ce886878cd557caa 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1794 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_send-mpi_irecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2602553367614746 +| +Command return code: 0, elapsed time: 2.2765939235687256 Finished #1794 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_irecv-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed index 470ea41a9e3cb5347cd1b6733bafa84568f3a331..3ebc3735c69ee08989b876fd2fb816986bd1a0a5 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed @@ -1 +1 @@ -2.336287498474121 \ No newline at end of file +2.3743979930877686 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt index bea2bf5da6176a4329bf61d81da2d926eca8a901..fc5bebebfef7de3eac7937733c16fe8cbea5e39d 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1487 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_send-mpi_recv-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.336287498474121 +Command return code: 0, elapsed time: 2.3743979930877686 Finished #1487 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed index f109cc96cf738b35842228c4549706b8d5621d6c..b00563ec49c36b0625033da5a0f48512da69053f 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.1990978717803955 \ No newline at end of file +2.2150139808654785 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt index ecbfb61693cbe85f13eaeaaf9c69bc20490fd42f..203e9937d6deb9ffba0725695f3fecab75c0e4e7 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1396 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_send-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1990978717803955 +Command return code: 0, elapsed time: 2.2150139808654785 Finished #1396 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed index ca8b30d6b8de2319901e50000b9995125065cd8e..5de67800748ae0e0f2ab9bb91ceafc3919abd339 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -60.20526647567749 \ No newline at end of file +62.227110862731934 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout deleted file mode 100644 index f17abb85912f5bd839f9f55672a0b6d0deea4dd5..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0040807723999 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt index 736375cad33f6cfd2dad6db3c629dd33390aab80..d5cc61099365e0c105aa02260444dec0cbc509ef 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #1035 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20526647567749 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250387 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.227110862731934 Finished #1035 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed index 664d7f5b6f378e6cb9b1457fccdc84e3d052a433..dca7a91a063328b50fa97e2f2a7aa017362c755f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.441950559616089 \ No newline at end of file +7.283294439315796 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt index 94ba50d16d609a22c4880e7efc3d870ec7a5fd65..fb8f47406cd5dd5e8caed8746a5dfce4ddfef85a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #678 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x465cd0, *recvbuf=0x465d00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234755 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234756 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.441950559616089 +Command return code: 255, elapsed time: 7.283294439315796 Finished #678 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed index 45a7882d67a56c71c049a1060a71a5fd664df68e..bf4909b2a525ba39fa37459ecae3397315439215 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -7.968438625335693 \ No newline at end of file +7.262487888336182 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt index a202d47c7d26cc9e8e1776698ba78798049c03b5..5163474fb8b70f457e92bb4e817fea327ec4cd00 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #485 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x465c30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193977 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193978 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.968438625335693 +Command return code: 255, elapsed time: 7.262487888336182 Finished #485 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed index ef04266fbd3726926d08c9f3b5853d12149e7905..f9b112a5fb17e40e5c4e4fe00d27fb7237e0aabd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.417609453201294 \ No newline at end of file +7.3946168422698975 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt index 71cd002366f2e2ab8cb0de9ea8cc2619a6922e7c..ea0ae5d2dcb8fb2a6ccb38d67346ab34c258cfe9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #823 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205390 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205391 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.417609453201294 +Command return code: 255, elapsed time: 7.3946168422698975 Finished #823 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed index c94513767f9ddbe5c3cfd6f0e866ccf3693dab40..52ba17f202ee0bccdd7ad95185191745cece5591 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.306073904037476 \ No newline at end of file +7.238332748413086 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt index 5b16e03891509e82a4deb2e5fdf3fdc5a6af8656..45f3d338473b14965f7970521309b4d7e02effe3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #624 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200102 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200103 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.306073904037476 +Command return code: 255, elapsed time: 7.238332748413086 Finished #624 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed index 89337a742e3c2b3b151eb5a82df0c071486c13f7..37ab981d96464565db68d5b694060d3a1be2cb70 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.336256504058838 \ No newline at end of file +7.320623397827148 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt index eb1e536a17926b2bd8bc92e3b74b0abf35797f40..bcfe7486df7d9c9bf093a941f3caab626f0baae8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #792 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185899 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231415 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185900 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231416 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336256504058838 +Command return code: 255, elapsed time: 7.320623397827148 Finished #792 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed index 5574e6ace25562d0442ff53b28533b58567c23c4..498ffde20a7987a3a5bffbef0699825d9580bcd9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed @@ -1 +1 @@ -1.0947210788726807 \ No newline at end of file +7.388613939285278 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt index 662655e5f3f180cad09ff432e0f36deda24360aa..cbacb8780693bddf7ac2ef0ff4a4d7eb17c3ff8a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #849 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202101 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248184 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202102 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248185 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0947210788726807 +Command return code: 255, elapsed time: 7.388613939285278 Finished #849 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed index 60baf8bf13e329aa648690a3e7b35c0fb6617811..412106db58299799b887ac1d431e18fe10ced6cb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.307522296905518 \ No newline at end of file +7.329979419708252 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt index b5173759846bb07e208671c96ae147ec288b25a5..1682611d36b3873d081bf9e841b391fe7f276fc7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #770 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffe20b26b8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465cd0, *recvbuf=0x465d00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd24481b58) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190592 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235727 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190593 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.307522296905518 +Command return code: 255, elapsed time: 7.329979419708252 Finished #770 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed index 7075bd764f361a18e25273acee0b7d7abfbe74e1..49fec880c31c203e737679087c2b84a637099ccc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.186918020248413 \ No newline at end of file +7.068893909454346 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt index cc7f38cc904f315926662c7328c0983df1340cc6..0437654613e89aa1c357c0fa0098f54a41dbef10 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #726 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe9301a1d8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465cd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465d00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc2acefe98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181957 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.186918020248413 +Command return code: 255, elapsed time: 7.068893909454346 Finished #726 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed index 5e3fd305fe9f213f3c996cda7ec3d0a76510284f..d954174cbc76e208751a777cecdbba2dccf03679 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.291484832763672 \ No newline at end of file +7.158503532409668 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt index b8a27f710f799f0a6dc88e7c890152140b37ed9e..afc2ecfc7fe92c2a1c7dcac35bf9fc89f6a983da 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #580 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffca3574728) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe9e3946f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191473 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.291484832763672 +Command return code: 255, elapsed time: 7.158503532409668 Finished #580 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed index f203bfdf5cc75183261aa2a0232689583e3bc229..ceaaf15f2a4d5f1949d4606d4cd29100d81d875f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.372408390045166 \ No newline at end of file +7.36127781867981 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt index 7d54114985cef340b3c95af91814470586dd3497..ea1d2ce2a8151d4d44311665da5a518eb32fd9c4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1058 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe39846618) +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8dab7848) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.372408390045166 +Command return code: 255, elapsed time: 7.36127781867981 Finished #1058 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed index e6a2edd3cc2c8b9b6da26aeb759c3ba137334871..c1b9e2bd2874552e1e57f147fde8299c445d0087 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.402806282043457 \ No newline at end of file +8.420838356018066 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt index ed3b8af965ffcc7a6e9f50ffecc2a8d64780acc9..9fccfbc428a111d5f351c9a5ca2b6e1e86ceb318 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1045 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff429cbaf8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465ca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465cd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff391dbfa8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206439 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256407 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256410 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.402806282043457 +Command return code: 255, elapsed time: 8.420838356018066 Finished #1045 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed index badacd1c26e0b066f9581d6d2a451134446591f1..3152fe2d34ebb6cbf20dcbdafd03a597810d5e9d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.40085768699646 \ No newline at end of file +7.546363353729248 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt index 75956e334553d1a4a30a27ca35274f9464589a27..2a260f665f71b89e51c782a3d3a517f3ac742101 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #773 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acf0, *recvbuf=0x46ad20, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe183c7b38) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c30, *recvbuf=0x465c60, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc115196f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236786 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.40085768699646 +Command return code: 255, elapsed time: 7.546363353729248 Finished #773 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed index a5b1dc48843fa04087d621acdd8c9603429aa64c..c50d66a353dab00f17739e39157dfc1dcf2a01ae 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.123320579528809 \ No newline at end of file +1.0534160137176514 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum deleted file mode 100644 index 6b1d0ba0586c39ac3968b9b618ffa9dcd20a6ae9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d6e50638cd2b6d1dabf52290193c508c \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt index 9d6d96a914a33e3df0d6b28ec17e07e3d047c422..31ea84de4fe6a5454e449425c03055bc423b6002 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #846 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffef5e4d4f8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200910 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200911 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247507 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.123320579528809 +Command return code: 255, elapsed time: 1.0534160137176514 Finished #846 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed index 3663960c6f7188b4f4b40157cc3bbf3200dc8559..0a9d4ef15ad545c0c7ec7bc6440d47fc95e60e1f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.483203411102295 \ No newline at end of file +7.4537317752838135 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt index 56495b05e45358c555965d9bef2e9c43e35777ee..bc1b6d0fe84737b88522663428dba4c1dadf099d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1159 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe1401bfd8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465c20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdad599418) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202652 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245137 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202653 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245138 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.483203411102295 +Command return code: 255, elapsed time: 7.4537317752838135 Finished #1159 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed index 0828ce076f505a0b3e96f1ecf4d6cee3e174d927..29ae0efbadcab0270bdea1f8ba4fab5319846860 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.331196546554565 \ No newline at end of file +7.199250221252441 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt index 8b8081ef5c2fc60577870d6695a96ea5150a80fb..1d26e41d30daf4f432fa8acb415be84276f4f3b1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #547 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac20, *recvbuf=0x46ac50, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190672 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190673 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.331196546554565 +Command return code: 255, elapsed time: 7.199250221252441 Finished #547 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed index b7f6d5c5bdc2ef5d2797a8f47be0a93c9d18772b..4b732a21ac39cc054ab8b35aea677c6402609338 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.213969707489014 \ No newline at end of file +7.211386442184448 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt index 792fd9b8466c828b00c1979ce67ce7aa308fe932..d5967cca39401bab5e5de9420ba9ed44b4159235 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #740 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188725 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188726 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.213969707489014 +Command return code: 255, elapsed time: 7.211386442184448 Finished #740 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed index 0ab3b4972fd2ee39df6d9c76e5ff09a54e54a5e6..ac00b67130b92fffddc6e29e09d1e412658598a7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.135821342468262 \ No newline at end of file +7.139199733734131 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt index ee72e011575ca3b950b1cc1232f3b291be321638..7a020bc9ef86d06ca47e9419e48e29e457593efe 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #513 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183129 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228504 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.135821342468262 +Command return code: 255, elapsed time: 7.139199733734131 Finished #513 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed index 104cdc03b98ff6a42b6ffedf3e70cf6d534ffa3a..f63d67a909e6b559eb2f73d589534f11302f5f06 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.009369134902954 \ No newline at end of file +7.112985372543335 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt index 551d25ad9f74a77522e7a2c133887d46e2f42a53..c9e6ff4fa5caf283c6ffbb91d81ee2612e87c687 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #510 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181345 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227025 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181346 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.009369134902954 +Command return code: 255, elapsed time: 7.112985372543335 Finished #510 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed index d61bd63e942144aa8aa36960816f593acf7192c0..da26dffca574d48368bc51b6345932e6764cee14 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -60.20768141746521 \ No newline at end of file +62.231698989868164 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout deleted file mode 100644 index bd832cdb498f16f47f6fa9d470e54df6fd9eb32a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0063214302063 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt index 2738780bc56e1b831ecd3e68d366bbee5621e238..1f37ce56210fc5f9f8d77388c5407ca38388dcaa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #989 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_allreduce-001 | -Command killed by signal 15, elapsed time: 60.20768141746521 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250332 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.231698989868164 Finished #989 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed index ab14729dbb38de432e934907269bcb7903731296..edc103b848319e9cefd0c0aa91a45e2d85b73904 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -7.238111257553101 \ No newline at end of file +7.271649360656738 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt index 3f771637ef2d50a4d27a11fdf914a6b39ded3cfa..7821bf485c88a52e26def49a39b16979dadc203d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #790 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204572 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250197 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.238111257553101 +Command return code: 255, elapsed time: 7.271649360656738 Finished #790 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed index c082b955d6b86d3b4bae78dc61e33de6fca0d1c1..383a0093cbc8100e85848eb7da47927366bfcc22 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.178509950637817 \ No newline at end of file +7.14323878288269 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt index b829daad3a8188ac8bc27874c39cda9ac76aeb17..43ecf19ec0e09ec7944907b445a61b364b433745 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #511 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182167 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182168 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.178509950637817 +Command return code: 255, elapsed time: 7.14323878288269 Finished #511 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed index d53c64db0bbb732c28a1186816cb85a6ef6ca045..5f6358caf002791ab82666614ffffb862a89494a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.366252183914185 \ No newline at end of file +7.258290767669678 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt index af7a45acb9cba7ff238bd30889c1148a1bfe4af5..3a5a980cc247cbe7ed9745aca344d1663b5bdddd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #898 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191506 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366252183914185 +Command return code: 255, elapsed time: 7.258290767669678 Finished #898 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed index a6a79b49163bf17f43c7bb6dc1f66e4071d1cc65..59154cad45b9629fff89613ea078351db7536b63 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.287731885910034 \ No newline at end of file +7.2593162059783936 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt index 48d640f7d80a52d7f7290c9bce38a2d95f465937..95a8229d8f77bbf7a12831f69a277c1f40d7ce6b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #507 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac20, *recvbuf=0x46ac50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178880 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178881 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.287731885910034 +Command return code: 255, elapsed time: 7.2593162059783936 Finished #507 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed index 2117cd7349ea2a69d632fdb40924accbaa048435..87a099e2cc20135467e1ea185628fcbcce068394 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.1980931758880615 \ No newline at end of file +7.268266439437866 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt index a14b7279422ec52ba94edff7d28e3057f646d530..b3bd9e8ce6fae8a5771bf143f10bac7f87ef148e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #941 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197145 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1980931758880615 +Command return code: 255, elapsed time: 7.268266439437866 Finished #941 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed index fa38080d129cca5014055e688345ba823b6b622a..2ac21a68068863b88097013d8050be22fae5f23c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -1.2148842811584473 \ No newline at end of file +7.236627578735352 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt index ef40b8c77e7cd93889317fd40e874059e7dbd3d8..52cc6d664fb1bfe86e1c38a8a92ebc76780b5745 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #861 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465d40, *recvbuf=0x465d70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc3685d568) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233412 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187469 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233415 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2148842811584473 +Command return code: 255, elapsed time: 7.236627578735352 Finished #861 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed index 4f7eadf40684cd1a31e83948ffe97e4abf7e3418..785a8acc32852cd2ec26d5f730604e411255acb6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.627295017242432 \ No newline at end of file +7.35162878036499 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt index 884a4b479dbe71b5aa10a874a4cfff0133e89c87..71196b023c0f6907c58ea2f27769886fb02dfc96 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #962 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffecf6cef68) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465cd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465d00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd691d3b48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.627295017242432 +Command return code: 255, elapsed time: 7.35162878036499 Finished #962 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed index d566e902fb54775458a60c639bbdfc7a06761fa4..22e110603b0932368df2a13c34fe67bf497313a8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.072389125823975 \ No newline at end of file +7.211101055145264 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt index 72671f24f2ca5729846f28a9a0c0a2f0b2d26171..a3265c0e6d6b5e21d2638189d7ab0ef0c25f2194 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #520 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff9cef4fe8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffcc37f9ec8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186361 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186362 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.072389125823975 +Command return code: 255, elapsed time: 7.211101055145264 Finished #520 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed index e66305f67cc51edff44e405f19e4c1ac6fe249d0..2ce30153839ba8ae8850a4899da0ccbe53b64be5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.229738712310791 \ No newline at end of file +7.17674446105957 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt index e9951e8fec4276244e14cff2f702f1f029ed75cd..552550e2a6c2d954bec279361b8098c41f0680f1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #813 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffcad58518) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffca11eb888) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200134 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246747 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.229738712310791 +Command return code: 255, elapsed time: 7.17674446105957 Finished #813 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed index 6f4136697ec7ab4268dbd21ec13f16a178e2e317..615ba9e3fb1d9bd9852683187373a373533fd62b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.459331274032593 \ No newline at end of file +7.324502229690552 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt index 4505922ee1dd83e165d8d7a892004539badad228..e6febf6dee169ef740f858d94d397ba9a2a826f1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1153 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc6b4ef158) +| [0] ERROR: MPI_Igather(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8e62e168) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258798 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213298 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459331274032593 +Command return code: 255, elapsed time: 7.324502229690552 Finished #1153 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed index a06367472c9148c5c11851c4ec9d2c1f02498574..441ca83967ac3a6c88d3b148176e03e2e1a82502 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.3090739250183105 \ No newline at end of file +7.495954513549805 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt index 129b3ed6fba98b0edcd57c16618f6e6f8e5bf123..a93ff7e5524655760caa99f9682a41a53704f0e2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1030 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acf0, *recvbuf=0x46ad20, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcdbc0c448) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c20, *recvbuf=0x465c50, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd42fbbf88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199340 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3090739250183105 +Command return code: 255, elapsed time: 7.495954513549805 Finished #1030 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed index ca775daf6d59c5e245dc09f2cc503af36f8e39ad..83f0325b71788e51cbcc7ba879e1f07841c380e5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.343664169311523 \ No newline at end of file +7.321454763412476 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt index a13f97c6eab1eec020e15cc5e238c773860d1e9d..5a10830b29da222d6b35b3698fd1337f1933bc7e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #960 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffa8fc2eb8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffecc7dacc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192903 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238766 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.343664169311523 +Command return code: 255, elapsed time: 7.321454763412476 Finished #960 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed index 9fbde411f88f9237e3a430c12f1f84d23d51e00c..a38759ed63cf8004846a78fdfbe6040cd0f1ce13 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.401200532913208 \ No newline at end of file +7.312509298324585 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt index 2d923dc5d514344f2b84893a4ce3821fc83f4a5f..071d600ede4de4b5314ee68666e2b8d189707046 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1140 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde7d65fe8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465cd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffb3116c18) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208407 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208408 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.401200532913208 +Command return code: 255, elapsed time: 7.312509298324585 Finished #1140 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed index 437c53d20b861fa25a4a8cc4c32cff0d05af1323..54fef8aea1121043608f54ec1fa25a74703ad150 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.416625022888184 \ No newline at end of file +7.414899110794067 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt index b0c4412c91409528f11e8f72c7c3766d73013be2..d6ba2c5cf47dca06dcf18dd933cccac2b21b8d67 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #543 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231527 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.416625022888184 +Command return code: 255, elapsed time: 7.414899110794067 Finished #543 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed index 6c64755c9f00d2478f026ee6a13989e2e1439077..138323d3980ff02911cf20bf8e8c3a9eb3bb4f9f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.357080698013306 \ No newline at end of file +7.32455587387085 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt index 57e2786f660dcee28c7bbd32c2257f2d8eb8d63a..a1a93455878ba684e91ab9d6ce0583eba6a10500 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #659 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad20, *recvbuf=0x46ad50, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243639 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243640 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357080698013306 +Command return code: 255, elapsed time: 7.32455587387085 Finished #659 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed index 6c49fe39cbd47acfc3cfb64980bc5222e75a08cf..95c1cede0d1e573aa3642c43830c0da6aef367ff 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.385559558868408 \ No newline at end of file +7.418420791625977 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt index 0bcbd834bef772e77f905f482cc0b4e37fdf1d9a..69c96664a40d9345180bdcb9bb0415816cd60100 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1204 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214193 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259894 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.385559558868408 +Command return code: 255, elapsed time: 7.418420791625977 Finished #1204 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed index d658067c403d1d48b772153fa90c31a16727cdcf..d3a4f9e6038900c625604e8fd3fa587151c19de4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.249294996261597 \ No newline at end of file +7.22195839881897 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt index 909088911a79db3fd3f615e9d88ad923fa61f67a..0e6db7153d8ade165c86cf2b8fb191c2464be4f9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #741 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465c30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234523 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249294996261597 +Command return code: 255, elapsed time: 7.22195839881897 Finished #741 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed index 84e932c69ee6497a3eabb5a08ed3c13c7f7b3f6d..f6c703e13597ddd4e708a474caf434eeba5732c2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -60.20683693885803 \ No newline at end of file +62.25004005432129 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout deleted file mode 100644 index 3b6d6b329d109c0aa225ea2b0d905cbd434b3925..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00557589530945 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt index 7461bc36e83f9291f22cb8a377fd9afcf4cd2998..46003838b1c77f5dc97e451b38b64dee1b8176fa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #464 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_alltoall-001 | -Command killed by signal 15, elapsed time: 60.20683693885803 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 223823 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 223826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.25004005432129 Finished #464 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed index 23a835084f5bb5376d335454a319d0fa1ccf743e..92a50503d6a2068c88bcb20294794511dd95d308 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.426860332489014 \ No newline at end of file +7.422436475753784 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt index b21a4282bcab7e2416c356a60bb693ad2de948e7..4bf42f62cc29f50ff47b354207601dfe00cdc3ea 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #819 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202337 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248309 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248310 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426860332489014 +Command return code: 255, elapsed time: 7.422436475753784 Finished #819 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed index 9e019fba5e246127b4a4d4fa2fa47753a519afb9..80487509e3dcab0890ea8089f179f22d0f546cd0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.390330791473389 \ No newline at end of file +7.284510374069214 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt index f52cb207280ba2fde6970a487dd2eaa2a5b5fce2..6c3291883944ca1d550894c199d3fed4d01acc07 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #894 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190113 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190114 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.390330791473389 +Command return code: 255, elapsed time: 7.284510374069214 Finished #894 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed index f9c999e4ab638bdfb736ad85530b950f006a9e91..1461806ebdaed872b8cc4e7955a3b0ceba9db929 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -0.9403338432312012 \ No newline at end of file +7.156172275543213 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt index 0d54edd9a7ff2603fb7368cb320ce3556a82d143..9fcbd8a1e56e98a0becc8da1d11a9d3d74f9ef11 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #900 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Exscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192275 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238317 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192277 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9403338432312012 +Command return code: 255, elapsed time: 7.156172275543213 Finished #900 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed index 758809cc113e4b7f6821a24e3dc34f8684348d4e..2f1767d5f5d3a6ba007cb0904ece77c7401216d1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.129125595092773 \ No newline at end of file +7.333104133605957 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt index 21ef2c9c153d463c59e6004b6d818aa03b78a1ae..d20260c07a039aecedce79ddab987de5813eaafb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #537 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183945 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229526 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183948 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229527 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.129125595092773 +Command return code: 255, elapsed time: 7.333104133605957 Finished #537 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed index ca3104485e57002d2af8a56454dcaf50be2a29ea..860137e4d78814ce6e10bd4836229690065385ee 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.354185342788696 \ No newline at end of file +7.257128715515137 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt index d73b2f6c79d0613eb0210ff52ad785e7201c6a3f..7624d36f318d01f2625e584a9e6f33578a777605 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1125 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd182e1008) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465cd0, *recvbuf=0x465d00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc62cfc628) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244911 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244912 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354185342788696 +Command return code: 255, elapsed time: 7.257128715515137 Finished #1125 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed index c2a162e684571b417ec92486a13802a5b3434acd..dbeb706019cb7a29b09bc821365862ee87f7075d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.552334547042847 \ No newline at end of file +7.258981704711914 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt index 9a44651f63298654c615a8aca3a5f859d61d2f23..f299d9c52f822db7f97d5fbac70490ac18739488 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #751 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe235d4b98) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd58d933b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195129 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240361 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240362 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.552334547042847 +Command return code: 255, elapsed time: 7.258981704711914 Finished #751 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed index 787f09a1071a4f516e96881ced4274d1d6d35ac1..2d7b67df44cb0604e183d2abcc6f7479213b41f5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.2425243854522705 \ No newline at end of file +7.152422904968262 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt index 84c780d844ed4aabd7c1ed79f4332ea68c04404e..82ee98fd0449d374bd40abdf1d29dad52c4eae39 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #553 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd682f2688) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd9fefbd68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192488 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238316 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192489 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2425243854522705 +Command return code: 255, elapsed time: 7.152422904968262 Finished #553 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed index 56bf7d51194fbadb14162bb01f3bf469c3176333..b03bb8b8499eed236684811f8a94a5fb89a9b3c9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.405540704727173 \ No newline at end of file +7.06272029876709 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt index c0130b0470125955afc73d790f6683a3f3be008d..d1dec2401e2fb9aff3480d1e75e2b677ba7bfab5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1192 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdb661af88) +| [0] ERROR: MPI_Ibcast(*buffer=0x465c50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe50cb14d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201875 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247432 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201876 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.405540704727173 +Command return code: 255, elapsed time: 7.06272029876709 Finished #1192 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed index fcfa05ece69c6c95a181c903c1659d92c4d65cc3..eb87993f4134b2ba7ebedba2bcdec93560aafa10 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.522609710693359 \ No newline at end of file +7.185779809951782 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt index 8dc9d88c96c572207aa1700993b0f1b36092a967..923167162bd9737cd08921ff92bebed19239112f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #899 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffccc76ea58) +| [0] ERROR: MPI_Igather(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc6f2d3d68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191850 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237972 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.522609710693359 +Command return code: 255, elapsed time: 7.185779809951782 Finished #899 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed index 38d3035025971d86f4fb05ea1ce16b37626ab1f2..4432d5bceaa25759c30bd4749f4bb427f914c552 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -1.0034186840057373 \ No newline at end of file +7.3654944896698 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt index 5d36916aff07379541ff6ef9fdebe5cbb29db51b..58e5293d23e70aeb0ffad9051e663cdb424ab1b4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #635 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd24024a08) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231424 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231426 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0034186840057373 +Command return code: 255, elapsed time: 7.3654944896698 Finished #635 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed index ff04b4b2cc32c48dac99b0cd7d024f3be4efefda..2cb0c9475c2501dbb7b0f099241383df58be4563 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -1.1306145191192627 \ No newline at end of file +7.18008279800415 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt index 30599a2e815e074d7fe5f38784bf6b9759ad6e5e..3f9096b4de7111a72982181a97e7415af6da184a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #829 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffed41c4578) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236324 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1306145191192627 +Command return code: 255, elapsed time: 7.18008279800415 Finished #829 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed index 078f86db7350ba7455e69eb99808567bbfff094b..858c1c52df4bbaf0588459d88a8c90c669a10b9c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.2831175327301025 \ No newline at end of file +7.311324119567871 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt index a42009b00e05cbb46b1e5752db50f1482a88b2a9..7d120dcec92ccd5dcf022f9269919af9f1340feb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #860 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffee4d47298) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffb7c25788) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232946 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2831175327301025 +Command return code: 255, elapsed time: 7.311324119567871 Finished #860 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed index a2f7f3905b58108de2888b372f5f6f0ec81e8843..a749361d68122c8f61967b335fb19a8d92ebbf2b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.389541387557983 \ No newline at end of file +7.368907451629639 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt index 34b57c73693bafc0001d994aa175897734140f6e..affcb5aeab9d6085d1637602d172c3d1a689849d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #1003 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199066 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199067 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.389541387557983 +Command return code: 255, elapsed time: 7.368907451629639 Finished #1003 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed index 8094c0a4382e69c50d9bbe7e9002de0a6dd07fcb..8b216fc2940fca72c71cd9c289f1bacbb378ed77 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.237143516540527 \ No newline at end of file +7.237992525100708 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt index 20b3a9e1636f3adad8ae3a732f0e0c91bec5ec3f..4fcac6a5b1d6c997050b6b15f8a7252e491992eb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #729 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad20, *recvbuf=0x46ad50, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183993 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228802 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183994 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237143516540527 +Command return code: 255, elapsed time: 7.237992525100708 Finished #729 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed index c68dd3f344dd09b45b99aa197ac2876eac982095..6bb013eb0b2725ed8a2ca1f15ae4da9461931a57 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.268580198287964 \ No newline at end of file +7.193600416183472 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt index a064ee4dfa32ef306b0d1a1d8d0aba115ecf2a27..a46a138595853874dfc4e26ef122c14995fd3d8d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #633 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230246 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230247 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268580198287964 +Command return code: 255, elapsed time: 7.193600416183472 Finished #633 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed index 3319224a304a54b6f68829fd6ee128aa82e55cf3..3b06bef161e1c2e20bb10e95db1f12c999edabdb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.086697340011597 \ No newline at end of file +7.139101266860962 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt index 7ef250494b4104e379fbd4681f7f00cdc0e0cfc8..bb85f817b483ffa1043f0645a46a0155d434cb81 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #561 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.086697340011597 +Command return code: 255, elapsed time: 7.139101266860962 Finished #561 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed index eff50247054aa6b6a27a3ceca737dc6bc0e63f23..3b7128c948bf9fd2545b6f9e2d3dfe7d0a19a841 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -60.203752517700195 \ No newline at end of file +62.35430884361267 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout deleted file mode 100644 index 684c08fb112a0a5d561c46a23b6d6ae4039f0507..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002557039260864 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt index e7a8487d08b08ed20dab125525075e988f19471d..5b89af928809221288553a76db8b465913fe86e8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #803 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_barrier-001 | -Command killed by signal 15, elapsed time: 60.203752517700195 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c:34) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 241189 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 241190 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35430884361267 Finished #803 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed index 9bca08835dccce613d9bd35df0287ec9372c1d01..d5d780dbe59aa4f97490e0583c30754235e73763 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.6366589069366455 \ No newline at end of file +8.271124124526978 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt index 5131c2fbcd0313bc9c5f369dfae42b3219dc0ff7..4ed823fda702a9b7e8ff75efdb5dcacb793a4665 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #964 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194173 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239954 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.6366589069366455 +Command return code: 255, elapsed time: 8.271124124526978 Finished #964 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed index 15047b03943a73db9b8aa0a4a4d39d4bb5165758..30cf6f8501d85d643126f57a7c6b5932f79bcc47 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.387655019760132 \ No newline at end of file +7.433207273483276 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt index 8d6b2babc3f581662452d68ada6bf39a13743862..c6aab8e4a9c2b5b557d479b3437be110e82208e3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1211 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263230 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263231 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.387655019760132 +Command return code: 255, elapsed time: 7.433207273483276 Finished #1211 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed index a55f0560e25a7d5e13be0a918fccc26bfa1ab6a7..d7f1106e12aa1129695589efc3305d4f0196056c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.367392063140869 \ No newline at end of file +7.243608713150024 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt index cdfc1b6077738041f50d9039514c75b516a884c3..fc3840332c994aeb96522d0b0695a602b745e0aa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #768 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234946 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189828 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234947 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.367392063140869 +Command return code: 255, elapsed time: 7.243608713150024 Finished #768 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed index 523d019ca5db7e787d5107cfe89a5598ec238b96..8fa568888f2d7a03163dd27fdb12c1d1ad904854 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.323753595352173 \ No newline at end of file +7.322185277938843 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt index 53d6291c5e85ab2dd2812d0fe265c276a67cedc0..36a3ecdb48589bf3f3c25869ba4fc43fcafb3ce4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #992 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcd82f7548) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe96c004a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192857 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239122 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192858 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323753595352173 +Command return code: 255, elapsed time: 7.322185277938843 Finished #992 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed index c6374fc8211cd0381c82320186e00b02d4d87b95..8b88c0c0bb9eb32dabd5c88aa9952b31e9f65b34 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.236780643463135 \ No newline at end of file +1.0020997524261475 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum deleted file mode 100644 index 8d43d8ab87ecb8b2bb0f96a3b83a5b64a361db4f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ca9451bbc0e7ebcfbe470aac8661b771 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt index 5bb3ffffeafa579778ba23183f4250140da960c6..473f1f587423de76a2746956bc915e06085acc06 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #971 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd28f88358) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196563 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242398 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242399 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.236780643463135 +Command return code: 255, elapsed time: 1.0020997524261475 Finished #971 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed index d490770ed908605ac0316a5530413abaa6835dca..58b345d8c9460f00af70d16da05f9f074d8b7820 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.240061283111572 \ No newline at end of file +7.302958250045776 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt index 3c626c6524ea5c269b96e41b5b2ec7382944bd7d..d24bbd40080adbb3c58174ee5f4519853db836e9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #476 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffcec74b6f8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc557281a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.240061283111572 +Command return code: 255, elapsed time: 7.302958250045776 Finished #476 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed index 07db5be234d445ff381ed5a450d52ec794653594..6bc80c6e0fc0bf39414f814c3065f3b1d7d8d34e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.190587520599365 \ No newline at end of file +7.199864149093628 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt index c950672cc155fe40cec2960c558c8b6a6ab1b784..eeb470175f14335ae10780ed5f40bd2aa41cdf1c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #841 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ac20, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffda1838948) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff3c3253d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196368 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196369 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.190587520599365 +Command return code: 255, elapsed time: 7.199864149093628 Finished #841 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed index a0709236559d1600666259ee672e9446cff56c3c..4969dea9f023e14eba561be6c9f8dbdc9483c12c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.317290544509888 \ No newline at end of file +7.179522275924683 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt index 9a28cdaf459df38df2120892f0bedde371db7930..ed18cb3948a4ab0eddbc0098ad84687431554b1f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #622 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff3ac98468) +| [0] ERROR: MPI_Igather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffee7d623e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317290544509888 +Command return code: 255, elapsed time: 7.179522275924683 Finished #622 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed index 9147a8bfddb142bbfd63de0cfece88607a8a07e1..9aecfd2e3c58b5f4860fb1fddf4af7e85c7e3956 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.285725116729736 \ No newline at end of file +7.287614822387695 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt index 3c3bd0460afe2acdf716b84152128084ad216d54..aa0831bec459544b45e644c5c67af253b49c0e03 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1007 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff53bfae88) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe6a459e78) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200345 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200346 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285725116729736 +Command return code: 255, elapsed time: 7.287614822387695 Finished #1007 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed index f591427373f39cbdcff35974e978eb2a4825acf3..3800d8382a6fd7cb5648e15816d4967559e8485c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.395032644271851 \ No newline at end of file +7.385275602340698 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt index 6ee93a33d5c2a4c3b52908fe22fac6a1adf3d264..b96ed533544de2b48955e710941ec8d5c015cae9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #889 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac20, *recvbuf=0x46ac50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff572a64d8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe7b885d18) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245135 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245136 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.395032644271851 +Command return code: 255, elapsed time: 7.385275602340698 Finished #889 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed index 7341262cb75f7ed5e20d4bd16a1ca0e5808aa618..5d83134c74fd7c8006440b29c8232d5fa5a4960b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.3560755252838135 \ No newline at end of file +7.32280707359314 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt index d1e881f3dab66f575461c08a647515ac1266dd9a..2a7c7bdc81dc8f30c0f8c6237ac5eab9b75290af 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1135 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcc30e0ee8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde4c53be8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3560755252838135 +Command return code: 255, elapsed time: 7.32280707359314 Finished #1135 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed index d6209b7ee7326e851a6edd1f015264626f0f7a73..ddde025aa64feeaa46c5904c3c39cf8919f54296 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -0.8495609760284424 \ No newline at end of file +7.195252180099487 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt index 16be3516ce44e9d46e1290d704fec2822f428646..869e8eddebd1eac77bb020693f78e0cc49d1bf12 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #533 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228000 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228002 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8495609760284424 +Command return code: 255, elapsed time: 7.195252180099487 Finished #533 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed index 84ce2c7e2c204729c6082c09a373ea570232d708..67d9b04edb6328952732b99454af09895fd03ee1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.237985134124756 \ No newline at end of file +7.3006591796875 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt index 5082c865a03b44530cb9669484772cc85ef2e9d8..b860dfa9b685d62ff089ab43fc78e8ea02078241 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #793 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186346 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186347 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231838 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237985134124756 +Command return code: 255, elapsed time: 7.3006591796875 Finished #793 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed index 5578d5c4f3e0323e9f8c1de007a3926a036fdc75..14703383c8135353d9ff024d9b369418f5325ae1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.294930696487427 \ No newline at end of file +7.255873203277588 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt index 773a0316be3542ce5b2207b6c06231110a4a43e2..04acfb7d52edc0fd0d43873325cb88ebe33a6a61 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #478 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189326 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189327 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233906 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294930696487427 +Command return code: 255, elapsed time: 7.255873203277588 Finished #478 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed index 9b54721f81e3bc3b59d264327ea56710c4c8a14c..92eaeead1e4fe7f38397135e1fc4662286022923 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.28144907951355 \ No newline at end of file +7.380367994308472 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt index c007e401187db730a945d96a50db5d15faeb72f4..d50e06a0a8f11f0f8f9a04b17c920b9c36aa8f87 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #579 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191067 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191068 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237222 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.28144907951355 +Command return code: 255, elapsed time: 7.380367994308472 Finished #579 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed index 9bdbc37fdf5a1142bb3b0730a102f1eaf875ec08..5857109d09f27c3ef39d87a44f080e189d27dc7c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -60.20751619338989 \ No newline at end of file +62.278674602508545 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout deleted file mode 100644 index f8e4b1935d8d290468a4e0b40d61f57ed611b88b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00619912147522 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt index 7f3c5e8ffd5d29e8a4775cee289131c5f1cb85a7..78ea2b3296887a69c44c54f1d922419a7f7369b1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #591 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20751619338989 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 240318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 240320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.278674602508545 Finished #591 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed index f3d8672d33e090a85fd0cf7df8f3a1a7b0e49721..443ea58bd15fd7ace4329666b5c8ff8ee693c78a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.2443602085113525 \ No newline at end of file +7.4323179721832275 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt index 0979d19eac154bd00d903fcbb7322e240c39268a..47dcd74004f3e8f5e6f33353c156420fc6f72ec5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #755 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241457 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241458 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2443602085113525 +Command return code: 255, elapsed time: 7.4323179721832275 Finished #755 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed index 13119dbeec769d4ec90a80735b3e7c950a8a11e2..c607262226fbc10787b462fbbea0b0c7ec8e3569 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed @@ -1 +1 @@ -8.509003162384033 \ No newline at end of file +8.570637464523315 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt index 89f137dfdc5aa07ad87eee3ed86cca8010d74d34..da751583c53f876ea74d0d5584431a5e911e4565 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #495 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 168536 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 168537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.509003162384033 +Command return code: 255, elapsed time: 8.570637464523315 Finished #495 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed index 7d17d98881bcf53cd80349e3d274a25a718bb571..8d87846abc3c89a1bc82f18a8b63c7ea6d46ba13 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.984333276748657 \ No newline at end of file +7.165751218795776 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt index 0db0146986e97006db53a3d25a7caa7879a97cb5..5deb39724fbb7ebaf4e674093c051ae7a6491fab 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #959 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff73d4e1f8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec78e4af8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192614 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238322 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192615 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.984333276748657 +Command return code: 255, elapsed time: 7.165751218795776 Finished #959 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed index cebc8292fc9c0189f6816c69adce8bf9b1587218..e023054b45563e159f54f07d4fac99afe2f6c0ad 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.27369236946106 \ No newline at end of file +7.343612432479858 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt index 3593e3222c0c8122870ed3e7bef8120b685d902c..65ee5259b35f4fbe2ee1860546676c187f44ac03 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #472 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe9d02acf8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff4a91a2b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231856 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231857 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.27369236946106 +Command return code: 255, elapsed time: 7.343612432479858 Finished #472 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed index 13a4e2df78aed7c913968341dcaf4f9cab0a0fc3..c8a7b4d729ba4922cebd91c362977e5accd5737b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.295381307601929 \ No newline at end of file +7.273959398269653 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt index b552a300cbfbc8d60e13c556b1affcf4327425c2..3b9e964a2335ff4ca2182aedb3368cefbb23261d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1101 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc21c29e98) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff00d333a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246491 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246493 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.295381307601929 +Command return code: 255, elapsed time: 7.273959398269653 Finished #1101 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed index dd5b50897456b16054b7e9b24dfd53e722926f61..a9e0c9b2168b682a24b3184a24939cd209cb15ee 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -0.9757225513458252 \ No newline at end of file +7.397132873535156 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt index c401976c01c2d943384fa7074f4b6c1dc13a7429..e1c24f81916d9c60c1394875f51ed69c15349c05 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #808 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd0989e188) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198842 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198843 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245039 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9757225513458252 +Command return code: 255, elapsed time: 7.397132873535156 Finished #808 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed index e80e4a2914857da86d5cfbe375b95c375d8c8851..7eb972dc15cbb421efb253cfe8bcea27bcb8f1fa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.334076642990112 \ No newline at end of file +7.274306535720825 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt index 7dc14da8b0cc64baf2957663afe8371da91736f6..9222c9e126e2ca547a5ca47697a1c812c0a6d637 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1001 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff6ae92da8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff48d7cb38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198609 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244688 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.334076642990112 +Command return code: 255, elapsed time: 7.274306535720825 Finished #1001 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed index d2f772031b75d67b1fba918045ce2355a2494af1..9aa4fbf469f910fd926db163caf511441acea07e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.268111228942871 \ No newline at end of file +7.240686416625977 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt index 68a42b32e7f32f53fdb9381de1849570cfa232f7..01f22cbe9551130976a1140581af15af02787d51 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1191 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd10c7b678) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff28938b28) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246977 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268111228942871 +Command return code: 255, elapsed time: 7.240686416625977 Finished #1191 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed index 55b2ecc3ca329db1d99054a9d44859fad31a61ed..3734351f60c529b0aa4e5d8c2897bec13ec35da4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.319170713424683 \ No newline at end of file +7.40785813331604 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt index 935cd72d779333ac27f7e5cdeda1b7fbe2eb5adf..689aaa58769a08f1b5451971c45b6f1d97206df6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1093 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdd1297908) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb4b9b688) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199161 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199162 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.319170713424683 +Command return code: 255, elapsed time: 7.40785813331604 Finished #1093 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed index 3aa140ddd0c6e28165a787eb8cbe164da193a157..61f898c5192e646329e97634b7ded390e4d711e9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.249894142150879 \ No newline at end of file +7.4731786251068115 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt index 8fcb371ab495d1982cda0bc1ea074437e922f85f..db78ba4f1e0e5e54ba57c6fb89ab05a54fd7765f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1084 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc371e3748) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffff7c20e48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208525 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208526 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253007 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249894142150879 +Command return code: 255, elapsed time: 7.4731786251068115 Finished #1084 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed index 623ea94b3ea1d8ea0cd36d28640459cd60e1f718..b3770ea3d2bfae90815aefb4623b988966e6b1ed 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.357647180557251 \ No newline at end of file +7.414083242416382 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt index f08b953dc87a478620b7d662dd7bb96856cdd9ff..8940b8f065cd208b8951ce9c7525c5dd071abe28 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #850 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202154 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248420 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202155 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357647180557251 +Command return code: 255, elapsed time: 7.414083242416382 Finished #850 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed index 81f643a887393646a135031c65d408a2de612402..70540db61a4b1b014f704a4b20e0b34c7b968e27 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.29101037979126 \ No newline at end of file +7.378865003585815 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt index 824cb9a6bea82a7ca9d9cdfed00728f00d9ba1f8..0ab166d6229ce71b15407be53d60f84597dac168 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #569 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4706e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233064 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233065 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29101037979126 +Command return code: 255, elapsed time: 7.378865003585815 Finished #569 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed index 817dd96e73fb6be5f2b4fc226790b67699d3fbd0..361c033efd0502040e6c98ae3a423b6626815032 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.440737724304199 \ No newline at end of file +1.2176177501678467 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum deleted file mode 100644 index 1a9f5b25716e325e4c29b9d3b0eef47afd950272..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -645bbc46694ac7758f996f3df004364c \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt index 2715ddf6528b6c3dbe717df75c5ca8c2a635e6c5..2af3fe873cdfce49407ac62165e0b4e88eadf8a0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1132 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249036 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203401 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.440737724304199 +Command return code: 255, elapsed time: 1.2176177501678467 Finished #1132 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed index beba0d73d2037f002b80fe34005a850630afb9c9..0e36dfb30e952a6caed2a1d6e6efdebef3313517 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.2547407150268555 \ No newline at end of file +7.307253837585449 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt index e24c99f4dc59eb889019b0f3528a4d364ec54428..a8a8019f1d71b7bcadef6147abdcb63a6f8778cc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #863 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470570, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187932 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187933 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2547407150268555 +Command return code: 255, elapsed time: 7.307253837585449 Finished #863 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed index dde843bb4da3fa01b7df332e3fd4f08658e90941..966b9ff8cce7787ff2198ed2271db7fa3cc288a1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.981344699859619 \ No newline at end of file +7.919704914093018 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt index e488cc7c221db28b45d6faece314ba2eb5c54b53..0ca6207cf3ecb9e28816405690dbff80a72899d2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1420 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac80, 0x46ad00[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac80, 0x46ad00[, 128 bytes. +| [1] ERROR: Buffer [0x46abe0, 0x46ac60[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46abe0, 0x46ac60[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205934 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.981344699859619 +Command return code: 255, elapsed time: 7.919704914093018 Finished #1420 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed index a98c1ea5272430fdcb28ce6c08f45aeb7b6c6e89..2b60c2bbee71420ba9ae2e98dc163871082231ff 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.960925340652466 \ No newline at end of file +8.104351997375488 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt index e9df10d6b14e4a469a518eeb9c336fb11080c713..0128b675fe78564cc88d8f5db2d318de44244242 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1587 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46acb0, 0x46ad30[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46acb0, 0x46ad30[, 128 bytes. +| [1] ERROR: Buffer [0x46ab00, 0x46ab80[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ab00, 0x46ab80[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7fff00884d18->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffd7506b788->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211248 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255982 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.960925340652466 +Command return code: 255, elapsed time: 8.104351997375488 Finished #1587 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed index 6460f3fb74157baee50f6c519aef0aadae069a2c..0ea1340dfe1d3ec290b51cf7a1cf33be2b5da2ee 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -60.203051805496216 \ No newline at end of file +62.40953326225281 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout deleted file mode 100644 index 16cac91066da9e3e9d4bcc8e09c03d4f7e23c760..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.001691579818726 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt index 933a7719b55440949b509fefb885d6befe6a9ee3..8a772f35a28edf16e205fb032aea2bb77cf3e8fa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #601 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_exscan-001 | -Command killed by signal 15, elapsed time: 60.203051805496216 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229548 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229549 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40953326225281 Finished #601 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed index 6810a63a879fb8971419c8a6e1a84ce760d14f12..e0eb55d264fa7146b7dd3ec423b383e7578c13b6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.104343414306641 \ No newline at end of file +7.376003980636597 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt index 021a7be603581ba4815aa0330d38cb56e7244235..0be157fdc8b6680284374eabbe0467d7a2007359 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #908 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197235 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243455 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243456 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.104343414306641 +Command return code: 255, elapsed time: 7.376003980636597 Finished #908 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed index 05fe895c8203de7da251b32a84b95da24d3bcbba..d2ddb3b8af97c6a323f2ef432b14d9e258f9809f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.324785232543945 \ No newline at end of file +7.145921230316162 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt index 832835cef82a18467159ad8eee77e8b9719cf978..0c296bd0b1f61810aeb33ebd2daf2d27124fbc90 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1118 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46aca0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffa2915328) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465c20, *recvbuf=0x465c50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe61b566c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208643 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253227 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.324785232543945 +Command return code: 255, elapsed time: 7.145921230316162 Finished #1118 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed index a4d095eba7d672544c91076e25bce4006bc61e06..166b445f42f545797db88f2bd68050da080e8973 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -0.9180011749267578 \ No newline at end of file +7.239663362503052 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt index e642beb889c79f4977461e2633db79f647423aa9..aff500f7acf4a40c082b6c673d231d07052ab2cc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1062 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff5bda6fa8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9180011749267578 +Command return code: 255, elapsed time: 7.239663362503052 Finished #1062 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed index 42c7f875f8f0c5b533ff5128c02147da1fc5072a..7da49248c10ede3940521f779e85ac8e8c458e2e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.313760757446289 \ No newline at end of file +7.865828990936279 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt index b29ced6e668e3c1c53802504cb7d4d01ed0faba6..ec0d534626b35cc715d6d3bd6b457f53c9348916 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1227 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffddfb6d5d8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffdc6f5f7b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205525 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205526 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313760757446289 +Command return code: 255, elapsed time: 7.865828990936279 Finished #1227 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed index 6ca61730c9da0aafafa1425b386eaa11e2def3d3..a970cdb653c0996449720dde20bebd6858029149 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.308049440383911 \ No newline at end of file +7.259641408920288 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt index 303435affc8a5e47e9de5120dc4a15d1e3706d19..30d79341a3910a6e74ec6304c77ca874ee8f81dc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #559 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ac30, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc435f0318) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffca5ba27e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196643 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242579 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242580 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.308049440383911 +Command return code: 255, elapsed time: 7.259641408920288 Finished #559 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed index 0f139df8ebc6ff8b46a39e5aad3f05c110ece519..6b0d714e62f35a5906b86e595bc17db33dc710c2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.346843242645264 \ No newline at end of file +8.984049320220947 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt index ee210accae4b923356883ca8b6a7a14243baaff6..3467aa3d321c1cb88ee451278db7a97ababfeebf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #646 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff0ebf4b68) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc327bf208) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193281 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239929 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239931 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.346843242645264 +Command return code: 255, elapsed time: 8.984049320220947 Finished #646 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed index 8df189a2c0568d5a41c1bc240a1350f3145c8c50..faeac9fe4e8b8f99dd6449e7752854ada38ecdec 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.277315139770508 \ No newline at end of file +7.311666488647461 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt index 12002bc43e9d773d0c3c786f534edf1581b1befb..aca36792290afb60d7a477b75facabb4f9ba4be1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1000 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc73641818) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff1cab4188) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244354 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.277315139770508 +Command return code: 255, elapsed time: 7.311666488647461 Finished #1000 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed index d8a68c5add91dd44f25df4cc89b9d3a49fdd8269..480de0eb5a63781608cb78ac711c5d1d6cbca79d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.206350326538086 \ No newline at end of file +7.180303335189819 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt index 47667117989f6e2b7a9093f109896e974fdfd7e0..65aa4e669510054b654e6e2b69a1023bc5132c66 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #784 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffd396e098) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffebd1399c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246467 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200814 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.206350326538086 +Command return code: 255, elapsed time: 7.180303335189819 Finished #784 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed index db2fe290c49191bf3eca0bddc01badcb61fed845..7568a54bc73da5b1efe6ca3b9cffa7f047b7a06f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.5575644969940186 \ No newline at end of file +7.324092388153076 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt index 9d3a506bd24eb07cf17f3cb2caa912e4953498b0..cf13937cc6621ecb6a9b30233edce3883e639d85 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #611 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcc0132a58) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd07afc578) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5575644969940186 +Command return code: 255, elapsed time: 7.324092388153076 Finished #611 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed index 7e248b086a5b6e0428a18b1eacd30f266f7ee596..1424fc8c4ec33fc100e2fa7fb43e708bc373baa2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.240579605102539 \ No newline at end of file +7.3363611698150635 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt index 91ed2efea7ef16b48323f99010007cc9e41cdac6..c93df96f40d16e42e219ae04a8e81554c04cd327 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #756 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad10, *recvbuf=0x46ad40, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad20, *recvbuf=0x46ad50, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196990 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241751 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.240579605102539 +Command return code: 255, elapsed time: 7.3363611698150635 Finished #756 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed index 43e587754368e4ef0d931848a0d67784e6a2a6a9..ee980e09216690fc52a60ce3a5807bd97c4828c8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.249761581420898 \ No newline at end of file +7.396539926528931 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt index 3c61bcb8168dbedd8843b3e63d4f4e5bfe02a8ca..4028177d5d7615d8a886175c8dd1fdc23f8d609d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1040 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204710 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249761581420898 +Command return code: 255, elapsed time: 7.396539926528931 Finished #1040 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed index a48426171773c6d115658599b02465c7ceb55c05..eff47cec5142cea2c4871f37a9931903e61c9862 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed @@ -1 +1 @@ -60.206358909606934 \ No newline at end of file +62.37874984741211 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout deleted file mode 100644 index e75e4e188e6dc556366dd07a244b657fbba3ac89..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004754304885864 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt index 96b4e44f18eab62e39a75c3133e96aeb8998de2f..1a5225e32dc50f264aa473e44e574923551a25f6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #783 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-001.c (batchinfo:1/1) @@ -26,6 +26,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON -Command killed by signal 15, elapsed time: 60.206358909606934 +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Gather(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243389 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.37874984741211 Finished #783 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed index b7210ac07b7c478ad0b95f09f4b81a56cf8ed6d2..92eca71a2f4988cbcf51dd26608ed88d402d93f8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.270634412765503 \ No newline at end of file +7.277806043624878 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt index 0f75a96c6adda0e044bda09880cf1f45f590ae80..72d0c2dba9e2b7ae2938022cb4693316fdeeed62 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #893 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46aca0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffff9350148) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ca0, *recvbuf=0x465cd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff0186e758) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189738 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235608 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189739 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.270634412765503 +Command return code: 255, elapsed time: 7.277806043624878 Finished #893 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed index 7b7886abef2548fe00812c0a926f22d08cda7cdc..c67f9594a132772e7d0fc2368c85cb2e89340688 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.341518878936768 \ No newline at end of file +7.297698736190796 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt index 8917c2a72a03e488cab6db9ce18a74e26add5173..c42f287d73b0baffd841746c8a9d2e6a98fb6a7d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #703 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd74561a88) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe90f70748) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189059 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189060 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235081 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341518878936768 +Command return code: 255, elapsed time: 7.297698736190796 Finished #703 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed index b448e1cfc65e5fe8b81abdc73beed67e2ff215f2..378d362f6bd6e123b32c2e8f42ff543b22f8a1db 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.211101293563843 \ No newline at end of file +7.407080173492432 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt index 1aa9b7c01f5238f446647ed80d9b2b947676d90a..1207979191bb04028efeb3edde8603be6d7596b8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1185 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff67d7a1d8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd8c8f2948) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215090 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257207 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215091 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257208 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.211101293563843 +Command return code: 255, elapsed time: 7.407080173492432 Finished #1185 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed index d47758718e9468acf842d816d33248ae92acf64d..00f8399c27bb9321aa9a2d089cb48175d778cbe2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.3809685707092285 \ No newline at end of file +7.410301685333252 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt index 25b6a6bf2aa260e4ad7d460e886ff6502d23a4c2..a1fb1275dbbb96cbb40d062bf5f9f3aee7e9a49e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1226 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe7bf31dc8) +| [0] ERROR: MPI_Ibcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc2a427e78) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205140 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205141 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3809685707092285 +Command return code: 255, elapsed time: 7.410301685333252 Finished #1226 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed index 404ac8f449a4572286a5f32d0556989153cf3d0c..21fb910bf89a897b4112e6fadd6e14ac9b8a57f9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.3612189292907715 \ No newline at end of file +1.0372810363769531 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum deleted file mode 100644 index 42df375d0b446f012e4a42d06d45ed7dd995137d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -074b3fcf6f9b3adff8351e30664bf7c8 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt index e148919b3e99540d5b2d28a64c1c6a5f01ecc66e..d60f38c1165d6daa43429bf856442bfe41ad8839 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #854 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_igather-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc7c13a6a8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3612189292907715 +Command return code: 255, elapsed time: 1.0372810363769531 Finished #854 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed index dedd46e59d19d52a1642a68710ceab8b43d333ca..24407ffe288bf396ce52c3bf93a79003d6092226 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -1.1457328796386719 \ No newline at end of file +7.283656358718872 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt index 6166715ae92ed540943d194566d7612fbcc2211a..6cc8f1bab7152659af97c6605daae8c56fe37742 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1076 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffec1cc8e88) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206372 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250966 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1457328796386719 +Command return code: 255, elapsed time: 7.283656358718872 Finished #1076 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed index 068a4eeba0fc6c7fd3d1b9be931322c98d84a5b1..273dd156a3a68aec97d9c118d31776d6dee00713 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -1.0831091403961182 \ No newline at end of file +7.314019680023193 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt index a68bc87c3f6b76fb56922cd9504b478c1284c400..20f21fc66f92711e1d6f7a9969201619bb36a0f3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #715 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe0fa276c8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0831091403961182 +Command return code: 255, elapsed time: 7.314019680023193 Finished #715 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed index 35643a2b9c29559aaf394885b81c28f3053a9d51..8e69b00eda0300d9801da87c02dbbd159311a905 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.459885358810425 \ No newline at end of file +7.331136226654053 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt index 848ff544f2d5103a02239a9e01f7402437f12779..2251fd38cb043883e07fad14f5728b263d32e4d1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #788 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffecbf82998) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff1f00b4d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204047 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249606 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204048 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249608 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459885358810425 +Command return code: 255, elapsed time: 7.331136226654053 Finished #788 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed index be61163d6706441788f706ef239fda88a17e4702..dd8c92baa948f9786d7bc8ad12fbab50f268f989 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.294301271438599 \ No newline at end of file +7.281325340270996 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt index 444990d26d5d640b9fa475ff146253674b488075..a5b4880fbe75fb839d3e2b1cf14448a5c3ced33c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #914 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad10, *recvbuf=0x46ad40, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199012 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199013 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245222 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294301271438599 +Command return code: 255, elapsed time: 7.281325340270996 Finished #914 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed index 6c5b878fb6ad188d54f26f4062cba90047b72491..7cfa81b313231d7e988bec72becf4f07f0f21301 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.486218690872192 \ No newline at end of file +8.15538239479065 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt index ec190011b31a9eda4009cb759e742a450fbd5808..11b53b82604928eb3c2f1bc968eda4873b8e4593 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1170 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207914 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250814 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207915 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250815 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.486218690872192 +Command return code: 255, elapsed time: 8.15538239479065 Finished #1170 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed index 8b418c97a37970b2212fd2d80a91bee08714b0f0..d4b6598b1646ed6df4d0ebc4b94781ef03f69e38 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -60.20506930351257 \ No newline at end of file +62.32607340812683 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout deleted file mode 100644 index 20a3130e5ed5b7925cf12b5bd9427f42d751d096..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003779888153076 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt index 4b713a0d5311c16cce696700e5919d357a654aac..81a4912381695480ec48a4397969c26c982cb91d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #762 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_iallreduce-001 | -Command killed by signal 15, elapsed time: 60.20506930351257 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd3e8b79e8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229020 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32607340812683 Finished #762 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed index 649e5df4046f415e57721fcf8a8288655a30148c..5a50d4cdc0c655c07aa8ed188c80712519422cfb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.370608329772949 \ No newline at end of file +7.430406093597412 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt index c53a23a96ecf4fe0f884c21518ddd7a49640fb95..10b6f2065d718021e1f23d9dde36066084e284f5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1104 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc0778c1c8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff8a0fd898) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffce3348428) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c70, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffcada3a438) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202381 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.370608329772949 +Command return code: 255, elapsed time: 7.430406093597412 Finished #1104 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed index 9088b231c7d079de4806d45b73271df6da6c194e..87ce3ea190a74c4a63d3086429b183ebf8acaf1c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.379382371902466 \ No newline at end of file +7.174863576889038 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt index 9b26d1c8f60641e4d29a68b2c7793b8fd8868909..43fea918b03c59e2330e9dcfa0af4ba36b5fe009 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #581 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd90de4938) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1ddb88e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46abf0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd8d1fbd28) +| [0] ERROR: MPI_Ibcast(*buffer=0x465c30, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc9a759c88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237967 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379382371902466 +Command return code: 255, elapsed time: 7.174863576889038 Finished #581 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed index 013460614d5373c38c2c7861a00cfb6fafc56b15..5c377a7595bb5ea7fc7c815d1b4eb61f10ac69d1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.3202738761901855 \ No newline at end of file +7.4171295166015625 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt index a8b89bdd824214ef3c0680d49ec648b89e116e4a..fb8b15c0909a4a10a4989c7c25a54901c05f0c3b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #999 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe7370b918) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc12487b88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe3ee2cc98) +| [0] ERROR: MPI_Igather(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe45811d98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197921 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243986 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3202738761901855 +Command return code: 255, elapsed time: 7.4171295166015625 Finished #999 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed index a9680b21a23360292f6fc44d08f9d86781960b1a..7526510d4fe9007357e87e139e3b8232d4e11d93 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.06740140914917 \ No newline at end of file +7.037795782089233 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt index 6b8bc0ebc915c10d884ce700dcc148cb279598dd..f52f41ae96bf207eb8f325b9e2711fa2949c7478 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #531 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffce345db88) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc5ccb8a48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acf0, *recvbuf=0x46ad20, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe0aa29398) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465ca0, *recvbuf=0x465cd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd0d0efd48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182051 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182052 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227169 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.06740140914917 +Command return code: 255, elapsed time: 7.037795782089233 Finished #531 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed index c6f629230fda22ce0d161eaf2830562693de38c3..e50e1e610812143198ed76ac35ed3be95996ca23 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.46026611328125 \ No newline at end of file +7.30812931060791 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt index 033dc5406cd7e311e3750b293e89b449bcc032a2..4740a24e980bcc7753a3351016573122c7ea5c48 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #645 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc465474d8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdccd28c58) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff941d5ca8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff8abce0d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239523 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193026 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.46026611328125 +Command return code: 255, elapsed time: 7.30812931060791 Finished #645 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed index 225ef99cc34b00d932bae70f8c19e35e649db59e..a68a66edd0536758c6ccfdeea270b95319ea743c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -0.9336602687835693 \ No newline at end of file +7.283825159072876 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt index 26e7c97e26aec0fa61fc2c5e00b3420f9bfbaadf..fa601dbd42e726bdc02eabbdab6151aaca29b711 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #603 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc0e56b698) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465d40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465d70, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffec6b07078) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188480 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233738 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9336602687835693 +Command return code: 255, elapsed time: 7.283825159072876 Finished #603 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed index 42c875051f477e3318971a9d545e93d1dd2e5cf6..e9bc3817911c2b0f98caac77900d041cdca7894f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -60.20706605911255 \ No newline at end of file +61.274009466171265 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum deleted file mode 100644 index 7cd26130318995702bae235600595c0f7c1b592e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -527d7500fd6554e1a80d00ca7406d289 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout deleted file mode 100644 index c7ba7d7d63db2ff82a446183d241069a533022e0..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00520706176758 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt index 95f61d65fbc2016eb572f4bd76ae86624863ac4a..6a4153140ef464138ee7c7ce41f3e276ae136b41 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1179 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-001.c (batchinfo:1/1) @@ -14,6 +14,58 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20706605911255 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 252898 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 252899 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.274009466171265 Finished #1179 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed index 5f9977f74fe2bb1fcde990ae41c7d05c9bd3b5d7..05da4c1da54067b9feea865a75bfa35e0cb5387b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.275196313858032 \ No newline at end of file +7.142246961593628 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt index 89cc43fb0dadd6baeb881acf795e2dd9e2baa188..3cb34c3d12ff48c6543c09e019be10c10bbebe9b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #958 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff47829ba8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd2ef1cfb8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff4f1e34a8) +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe53b0ce68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192016 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237973 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192017 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237974 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.275196313858032 +Command return code: 255, elapsed time: 7.142246961593628 Finished #958 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed index 1a9060058df9e65330ce270a514462bed4e4ce5c..7b1217eed07f4f316ae6f2c66bd128d076c4dd8b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed @@ -1 +1 @@ -0.9792954921722412 \ No newline at end of file +7.170335531234741 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt index daf3b897975edf15ced7881e209a3d6bb85fba97..34b5aa2361c0028d254620f20b43adbef1281de9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #662 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe897df228) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Igather(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffecc30d478) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227563 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182333 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227564 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9792954921722412 +Command return code: 255, elapsed time: 7.170335531234741 Finished #662 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed index f94b4b00596445a2aaf7baa060ea915b8340ad73..1f156638c0cd11987fe507fb582067294b8e6337 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -0.9859006404876709 \ No newline at end of file +7.338566780090332 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt index 012b987ea716770c90c1c6dea3de7cc99b879cfc..6f169937472bc4fcb264d0737d0c1e57016c7740 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #523 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffea85b5ce8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd81c47c78) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187402 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232833 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187403 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232834 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9859006404876709 +Command return code: 255, elapsed time: 7.338566780090332 Finished #523 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed index a692dd6e909fd9b02a1b63d8578367bc8bb1862a..0cb9386f3642e4722e34b9b8e907d073e9e0f0b4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.238107919692993 \ No newline at end of file +7.299572229385376 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt index f82b5cc7391b6b9a8de5e81a2caf6d7c34d48240..c457c5bb6b67b2599f2456ac74ee88e1aba7d08a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #802 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff6939dbf8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd396df198) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd84b6a748) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffcbcf8bc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194470 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194473 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.238107919692993 +Command return code: 255, elapsed time: 7.299572229385376 Finished #802 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed index b51b7cd77d0c29cefef817aa8c909350f4daf1c8..9215f609e797439a72b21060052c94d02a39ff0a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.539460182189941 \ No newline at end of file +7.282964468002319 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt index ba08ea91b45e6d00f01cbf861926d67b8277ffb9..15b0b1ed864b3e655a6d52c7a12e559792f53f0d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1049 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc45fce5c8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffda0428dc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd4601f6e8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe3dc62988) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207312 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257657 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207314 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257658 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.539460182189941 +Command return code: 255, elapsed time: 7.282964468002319 Finished #1049 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed index 0f8157c0728aa132b91fea68a8191897148b2951..535ccbb3dbddcf366bf1d3473250ac6de32effa8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -60.20573949813843 \ No newline at end of file +62.44543409347534 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout deleted file mode 100644 index 120f0a254c76952127e6ad9a087c9575f5c440a1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004226207733154 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt index 3d684d5aab48979d1b079540725cd6660859a286..6a74850327479a4d4e71d91862fb898054189ad1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1194 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ibarrier-001 | -Command killed by signal 15, elapsed time: 60.20573949813843 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe7b6fefc8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c:35) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248851 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.44543409347534 Finished #1194 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed index 3474e25deec3e82230becafb38e75acb3be31969..9a3d130ebd362cdf1eaee4cfcf34f5a67c56d162 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -1.1701700687408447 \ No newline at end of file +7.390545129776001 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt index 872e5cf0c467b48cf8fdc3ca4f703e9ab6c42bc3..66849c393533adda6fbc63d1cb275f1837384b88 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1017 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffdd0ebb268) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465d40, *recvbuf=0x465d70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3b130c38) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249188 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249189 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1701700687408447 +Command return code: 255, elapsed time: 7.390545129776001 Finished #1017 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed index 6ac92bc5b29f61945ca78d0d36d95eb200e42c8e..b1aa25f482ffefbc132863599bd9d62dd175a10c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.290843486785889 \ No newline at end of file +7.3366618156433105 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt index 3e8db8683250c8b2f91620065e5841b52b2b5615..41b6a80547f08555bb789d1e712f1cc529b2adf7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #557 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc60a40b98) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff1df67708) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffdc7c53598) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff1a887888) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241922 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195913 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241923 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290843486785889 +Command return code: 255, elapsed time: 7.3366618156433105 Finished #557 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed index 0b69d7ff42a29cf0dbbba316eb873e8b2c7f4c94..05f1e16e7cb693fa3282934030b6cf781b66ab9e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.271377801895142 \ No newline at end of file +7.293102264404297 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt index c2d84f28630e1989af3cfd1a4c50f95e52d6ca84..a46111c5b354df631438b9b9f3ba3f2c00d79f4b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #482 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff0e9e11a8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff41112058) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe41bee718) +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe1d0fb838) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190824 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.271377801895142 +Command return code: 255, elapsed time: 7.293102264404297 Finished #482 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed index 2642fe7799de0a2ebd2cfb718dd883a7b01e9fcc..00c28cf526e2767e8e5fb277cacae8fb2458a3ba 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.411611795425415 \ No newline at end of file +7.635056257247925 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt index 7e0f25fc1ba2fbe20f6487b16c14c4f8d54be4ca..04a97474195c0a4b00a30610f4e6eb395dbe5973 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1148 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe08349288) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fffbb0763b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffc6a354e8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd3ee6b188) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256561 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.411611795425415 +Command return code: 255, elapsed time: 7.635056257247925 Finished #1148 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed index 180aa11e3d2ac11f911af8b7e32abd6c4575c0d0..c111e25cdc9fb6e23c97246c75e993bc2e297fb6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.337939500808716 \ No newline at end of file +7.172975778579712 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt index 98c77a55649461d20eb7c774718bd4774e3697ea..af50bb345d1b437d80fab28319b2a23734b4c529 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #891 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc9821e408) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffcdacfd478) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fffa416b5b8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdea447a88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234823 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189173 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234824 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337939500808716 +Command return code: 255, elapsed time: 7.172975778579712 Finished #891 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed index d9e07beabb1c85c0600b7818a9b08a617b9c3e65..5dbe680a1ea19f63de2a0a25a44e116aa6697151 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.268030643463135 \ No newline at end of file +7.296979904174805 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt index a17e31de53ee299903202223e18cbe378e269f9f..61863e2480da0f342f7b217183336955fb348ba8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1189 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe1d637898) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd30a98d98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff6cadfec8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1bfccfd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200574 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268030643463135 +Command return code: 255, elapsed time: 7.296979904174805 Finished #1189 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed index 71a0f8a42913bc3539b192514c3eb62763d30e57..7e997b21b50e40f38dded61765b7b1c8e17076d0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -1.1499989032745361 \ No newline at end of file +8.040637016296387 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt index 07d580d1c6c1df90ef1447f0ae7857b1baa1a3ee..49f45b9260efe19349a40db656a61952069ba379 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #550 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd8d0f4528) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc6753aa68) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191543 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191544 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237216 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1499989032745361 +Command return code: 255, elapsed time: 8.040637016296387 Finished #550 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed index a44a1d327a733389f98cfee31b098479d7965513..9426e1b1c1b07d31e1a4b17ff28be8cc2fd1e787 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -60.20776677131653 \ No newline at end of file +62.269695520401 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout deleted file mode 100644 index 1b9d1ba06846d661d70d92595b4e664c47395438..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006614685058594 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt index 67810a63f8f40538c423c1bc05b9c32f20b8ca13..22794333034ecf964388c15140fc8b7ee3c65c5b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #786 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ibcast-001 | -Command killed by signal 15, elapsed time: 60.20776677131653 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibcast(*buffer=0x470740, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd89ef8fb8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247246 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.269695520401 Finished #786 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed index a1c4fbe0bf93e2c9e3b3b54666c8b12fc86adfd4..f676b3bcff25c4aac55b60e919128bb1c306f523 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.307508707046509 \ No newline at end of file +7.264318466186523 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt index 9f330d546a6fe51eb159de0b712bad4690037f94..e2a878ca7e1481a58a600997643bfeddb043bfbc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #875 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd33800b98) +| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd803c0878) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc5be176c8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdd30fc458) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194617 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194618 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.307508707046509 +Command return code: 255, elapsed time: 7.264318466186523 Finished #875 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed index a95abc667babb8959f743c455673adbd1ac0ac0f..f8c76f45893bb8211a9b090fe01094964cb29b24 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.314610719680786 \ No newline at end of file +7.203792572021484 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt index da7b4e1f48d082fb73d9f7f1f103c743bb9c0ea4..0fa5b72151f5be78f83bb89bf6d2401d003bb1a7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1061 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff850f3968) +| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd6b754668) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8e076bf8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe17c00a88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199482 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.314610719680786 +Command return code: 255, elapsed time: 7.203792572021484 Finished #1061 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed index 6c7db4ab77207689cc56859bf124d4ee93fac7f7..e9d6ff5b4397a756ab05b4fddf2136526d72c2ef 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.723737716674805 \ No newline at end of file +7.258768081665039 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt index b702a1793942a7647a28a326250a5164f18f9837..f3b6d2d2cb98f485092a1206f6aa55d9bef19278 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #648 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcfb169e08) +| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff2fb073d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffef15135d8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff9c640248) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193872 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.723737716674805 +Command return code: 255, elapsed time: 7.258768081665039 Finished #648 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed index 15f202c793cc6c45634d379a3b81d6b55d93971d..96797580bc7f0016999dbc3aeda657af48158d06 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.317228317260742 \ No newline at end of file +7.333390712738037 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt index d62c82d342b90dee4d3aabf15bee902826b654bd..30d3792d1c0a7ad318c6c7fdbbf42c136006a85d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #735 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd10ad718) +| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff41c0ca28) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe674a3b48) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdc36328a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186570 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232012 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232013 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317228317260742 +Command return code: 255, elapsed time: 7.333390712738037 Finished #735 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed index da334d718f276f8749e98f662e9551d8db2f0a2b..279cbfa87667dccba1783e269f2263e47b8061cc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -1.0928983688354492 \ No newline at end of file +8.152683734893799 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt index aa218266ee5db6305f8dfd4ba5a3b16d9d8462da..b20b103e484c2f5faa6894525904ca592488e0bd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2035 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibsend-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error +| [1] ERROR: Buffer [0x46abe0, 0x46ac60[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46abe0, 0x46ac60[, 128 bytes. +| [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), +| [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, +| [1] ERROR: check for race conditions between buffering and receiving messages, etc). +| [1] ERROR: Note that message sizes are calculated using the worst-case scenario that +| [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. +| [1] ERROR: New message of size 136 was to be sent by: +| [1] ERROR: MPI_Ibsend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd26ea3d38) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ibsend-001.c:41) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibsend-001) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276493 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230576 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0928983688354492 +Command return code: 255, elapsed time: 8.152683734893799 Finished #2035 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ibsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed index cfac98cf6887333f87f3e7017dd5737befa66dc6..19a248e3b06ab70fceb3b6f8ebfca982b8d1dcfa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed @@ -1 +1 @@ -60.20561385154724 \ No newline at end of file +62.25086498260498 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout deleted file mode 100644 index 9aa21e040d9e8d580584c41c1a37811146eed83b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00435185432434 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt index 6a76b861cbe083f2565aed91802e985e96552a02..9d1cf9e7dc9a6d50a946ee1725f3b06b235f65d2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #902 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_igather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_igather-001 | -Command killed by signal 15, elapsed time: 60.20561385154724 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Igather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdcb5df298) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 239047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 239048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.25086498260498 Finished #902 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed index f3fe593ce5920c71cf4006490398524e920a4fec..6e8c7996cad0b0dc043bd2e665aa77531f7bd64b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.274655342102051 \ No newline at end of file +7.179392099380493 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt index 63acfe964f294518ce3478bd48e68ac82f149428..4a93f79f50bfac68c2fb5123eaefc3efe550627f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #599 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc26878498) +| [0] ERROR: MPI_Igather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc06ccb098) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8f3ad6a8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec66331b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_igather-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_igather-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183651 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183652 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.274655342102051 +Command return code: 255, elapsed time: 7.179392099380493 Finished #599 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed index 3b31f5a270528e5b35cbee075d96a316ab18ffe2..2f112c3ab3b44dd8e9591dab00be5372f7686384 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -60.20662832260132 \ No newline at end of file +120.20654153823853 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout index 564ca521d7624904c66867c96d1ba1344b876069..a21098029c2ad03210b77f684df65abffb7e1dd2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout @@ -1 +1 @@ -60.00483298301697 seconds \ No newline at end of file +120.00513172149658 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt index c75bc5a4a4ccd390ef3c2802880af788702f9051..e9d849cab1f5d718232572f01f4a22c561d0b757 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1862 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_improbe-001.c (batchinfo:1/1) @@ -48,6 +48,8 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20662832260132 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +| [0] INFO: 1506.00MB trace data in RAM + 0.00MB trace data flushed = 1506.00MB total +Command killed by signal 15, elapsed time: 120.20654153823853 Finished #1862 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_improbe-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed index 56af2a8ef6eaa2e0ac87b5e66a8837accc6164d7..392ba66d3ea9bb4e99599b6931ee0a397f3e9133 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -60.20337510108948 \ No newline at end of file +62.38481140136719 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout deleted file mode 100644 index ac04397954526e749183f658a4bd96168d3d29fa..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002196311950684 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt index 3ed5869a0890712555603fad9150d91673003b7b..14dbbd6b1ea16cb323c18e1d466939b9ca87a785 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1834 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_irecv-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20337510108948 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffda3e079a8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irecv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irecv-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272237 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38481140136719 Finished #1834 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed index 60b80ff12acfe58adaefde712f57ea1d282d1128..15f0742276c39bca54dc8243f1473682fff94806 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -60.20438814163208 \ No newline at end of file +61.068437576293945 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum deleted file mode 100644 index c7668727ab499f6616363c8b72ef44cf6f156a78..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -192ff0cbb703b5f80214e7ae10f70f4e \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout deleted file mode 100644 index 8c9a00a039f6c9185b88e804bb4225f9de2e4a9d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00215291976929 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt index 18cb3974e73e2dff50a5a16c5a090fec174dbd5a..fb925aa4b45a650f621248bde0fdb8df4d9c31c5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #953 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-001.c (batchinfo:1/1) @@ -13,6 +13,59 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ireduce-001 | -Command killed by signal 15, elapsed time: 60.20438814163208 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.068437576293945 Finished #953 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed index e6b9cca89cba8a99ec7bca28f5aebe8205774ac1..7e9c03e25fb436e09278958613923c08f62386f3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.233739137649536 \ No newline at end of file +7.186269998550415 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt index be4c082f72cdc2ff8e7de921a331f737d4a4ee04..2c5936f7ca51e7280e5f0d9338f36aaca6df53e4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #864 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde94699b8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fffbcd4a7f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe93cf4778) +| [0] ERROR: MPI_Igather(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff4f57b608) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188368 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234759 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188369 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.233739137649536 +Command return code: 255, elapsed time: 7.186269998550415 Finished #864 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed index f4f705d7e11829444d48b3fbad1763aa37d4196e..8a33bcba0b7391643822e2889fd86ac5329a3fec 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.283453464508057 \ No newline at end of file +7.280393600463867 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt index 2ef8364b01bce6a349d2e137659d47bc82fa9d1e..2ba3689d0a4a3b962511d4fcd196aaef6d2bcbc1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #758 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd4f8426d8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff90ed8ab8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcf7a1e1c8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe74fb7278) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197625 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242362 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197626 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242363 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.283453464508057 +Command return code: 255, elapsed time: 7.280393600463867 Finished #758 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed index c710cedde0c66acd1fdeae368962afca0f3bb016..d02aba9f0d3c4d94613b7c633991328a210b0015 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.192058324813843 \ No newline at end of file +7.327564239501953 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt index e849d8b43aadc32605f4cd095064be176bf0c0c9..2c19f17be0c5c823dd0857bad8ee1cd11b4d893f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #852 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde2a8caa8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd38927b48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff9fc366c8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdbc1369b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.192058324813843 +Command return code: 255, elapsed time: 7.327564239501953 Finished #852 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed index b84fbc2d914cf1181f11588e09fae7ea7ea1d898..adc31ffd25b1f8f653a8cb7fa58040ce69a0a345 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -2.5529654026031494 \ No newline at end of file +2.211782217025757 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt index ec610b14e0670f321779a9a5dad5197219780617..7e3ebd0f8af64905d3fd8de811f0772b6415654d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #2001 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_irsend-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c:47) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irsend-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Irsend(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe7af08428) +| [0] WARNING: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe9cb5d438) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001) -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irsend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5529654026031494 +Command return code: 0, elapsed time: 2.211782217025757 Finished #2001 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed index ff0df3054ad3eaf2095d4e73233d64548092e58b..6a2ba1852f6dcdf89d41daf4127398a905481f72 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -60.20813250541687 \ No newline at end of file +62.39192581176758 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout deleted file mode 100644 index e32ab737e1873049d9f4ad0cd6fd264f69c8e6a4..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00674533843994 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt index f0f822ce8cadf3e084dcb0c0968efb93f3681b68..baa7b6c42925d65e4ec923d5c64b6f3e2bce0d31 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #851 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscan-001.c (batchinfo:1/1) @@ -26,6 +26,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON -Command killed by signal 15, elapsed time: 60.20813250541687 +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscan(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe5c142a58) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscan-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.39192581176758 Finished #851 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed index 03e631548bac91cafde41bda44f83d9edade5b95..bbe9bc2111a2d739a875a8226f4f6aab665802ed 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -60.20799708366394 \ No newline at end of file +62.38382172584534 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout deleted file mode 100644 index c3e52fc412c19e6d3c3a8c4e51ae720cb0b76deb..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00657033920288 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt index 1d9515ba89b7230833be94d877c1ca42fedacf22..a56d8a439227ec65a31b08a1c177f30113191b2c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #796 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscatter-001.c (batchinfo:1/1) @@ -29,6 +29,62 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON -Command killed by signal 15, elapsed time: 60.20799708366394 +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc312fa938) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 232664 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 232665 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38382172584534 Finished #796 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed index b1ea03b96d946a7e2ec4cb007bd139d28651f347..e683183352cce44cb96ea7afa47fc918cda8fdd4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.13963508605957 \ No newline at end of file +7.372231960296631 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt index c0e308fbbfb093d87b9419cc5b22fcc4db437809..a99173ac229573e733b2cde116293f01c09fa96f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #501 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd9bb14018) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc9004a918) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd989e2e8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd94af8158) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 174904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220736 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 174905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.13963508605957 +Command return code: 255, elapsed time: 7.372231960296631 Finished #501 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed index f71c3336c92b9ed14207eac0728367d7c552f13c..440a42fdcc1f2676a6ffed86cc7698bfa45f7577 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.121751308441162 \ No newline at end of file +7.2198381423950195 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt index e35f2ea7be4231c300334754fc1af466e8b8316d..d606459b11fbe5c0296dbe468c0eb8dcfb9eaf66 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #665 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc63954828) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe43e7c1b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3cf80978) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdc9db9498) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183846 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229420 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183847 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.121751308441162 +Command return code: 255, elapsed time: 7.2198381423950195 Finished #665 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed index 2bb706ef48ae447d441d26856c0842defb84d8a1..6a8c7aff7aec671d191d496895996d6f3b6ff1c7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed @@ -1 +1 @@ -60.20772457122803 \ No newline at end of file +62.53388833999634 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout deleted file mode 100644 index e083912c81d278e67bbffe5a569230873cf12b0a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00635075569153 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt index a9a7f6077793585bbce197448d08cbb321b6b256..c54291a784daf53b599f242108ae648fc653c314 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1774 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_isend-001.c (batchinfo:1/1) @@ -13,6 +13,79 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_isend-001 | -Command killed by signal 15, elapsed time: 60.20772457122803 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_isend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcdb352758->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_isend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274616 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274617 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.53388833999634 Finished #1774 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed index b4749b8e6780c7165eeceb2307543716eccf41c6..1de3f4c6a5e8949bd91243a3fb6651ce2fe8bd76 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed @@ -1 +1 @@ -60.20783519744873 \ No newline at end of file +62.35319232940674 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout deleted file mode 100644 index 807fa55f78e4b0d98a64a69445d6b00bbf6e8473..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00659251213074 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt index c5439caa7a1478bf0cf1b43de4374cdf192db774..7f0b6e41f2e28f02a1976e4ed30f0b2958181b95 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1890 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_issend-001.c (batchinfo:1/1) @@ -20,6 +20,72 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF -Command killed by signal 15, elapsed time: 60.20783519744873 +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_issend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe85e6c7f8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_issend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275332 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35319232940674 Finished #1890 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed index 897953a0ad262dab98543e4c4bf5f7680112421b..b391eee1d96e02b3057a9426483b6b0e44739076 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -60.20401692390442 \ No newline at end of file +62.40036606788635 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout deleted file mode 100644 index cc2cd3cfc9574aee5c04fc9e3bd4ff9131809786..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00276255607605 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt index 389e5c6468c9092b6c969b392db5d12272624a1b..452b13f86cdea493fed3be5219e359bb50aa5ae8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1511 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_mprobe-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_mprobe-001 | -Command killed by signal 15, elapsed time: 60.20401692390442 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffc49823818) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_mprobe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_mprobe-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 261875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 261876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40036606788635 Finished #1511 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed index db8c64fed0775fa61b0b4c373543ae89c6b81443..76bc38af330be874f14f4937b87f6e9d8ac80dd6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10906410217285156 \ No newline at end of file +0.10598516464233398 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt index c826d4bdf8f1dacd1b1ce5f536d00e670b13ab84..c1970b70eb30db054886d7f49ce767133acf3a51 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1533 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_precv_init-001.c (batchinfo:1/1) @@ -15,7 +15,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccrcjtty.o: in function `main': +ld: /tmp/iccd9lnxI.o: in function `main': /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_precv_init-001.c:45: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed index 956073ddbb9ae78f133c498d9cf15e240637c484..95d6f30974380d57660fd71ca6237c147b479b0c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.09992265701293945 \ No newline at end of file +0.1095881462097168 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt index 601e48a730b8017a2bed0eccceaff6c63ba0bd07..f33d95ee9582e008b16f331838c936bac288f179 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1946 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_psend_init-001.c (batchinfo:1/1) @@ -15,7 +15,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccLVgWxX.o: in function `main': +ld: /tmp/icc0tdLVl.o: in function `main': /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_psend_init-001.c:40: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_psend_init-001.c:44: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed index 8f408d7c1d0a0f05ee9e7a01b4118e00a73d21d1..196312e7cb3a4ed77edf26bd89adf3c99d9dbe59 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed @@ -1 +1 @@ -60.20533895492554 \ No newline at end of file +62.40908908843994 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout deleted file mode 100644 index 99634628b12e5f6072473bb8095d618624aa06fc..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00401186943054 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt index a82d958eff616a8872a725181b3ac34b7a68c12d..7b64075aeacba9a1d755065e8f506576b59ea3c8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1698 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_recv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_recv-001 | -Command killed by signal 15, elapsed time: 60.20533895492554 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264846 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264848 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40908908843994 Finished #1698 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed index a2b86439d24c5be6516b8490d0e539e8613253d5..3ae3d9d0cbed51748f8e1aa62ceccd96061f536d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -60.20671606063843 \ No newline at end of file +62.367708683013916 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout deleted file mode 100644 index 77bc1eb8c57048531fd887e14c445b43195ddc4d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005455017089844 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt index e88477d4fbbc49410ad997a218f2538ae760d2aa..11c86eb534bf56a10f55253fdfafd12918d20b65 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1400 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_recv_init-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20671606063843 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffdc7c544d8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.367708683013916 Finished #1400 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed index 00af7795a2228cefec9e499e0df5af568ffcdba8..d95cff92c9e91be4caf4f7bd4bc954c46d3b0426 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -60.20384454727173 \ No newline at end of file +62.305602073669434 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout deleted file mode 100644 index b77339583ced62f37c02893a4706687fbbae2695..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00250244140625 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt index cfc4928c88427c3726c02e2534b6769e5ddb2107..d038efebde6d9a3a2e4f4a4ace0d0c9875b2bdd6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #722 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_reduce-001 | -Command killed by signal 15, elapsed time: 60.20384454727173 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243264 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.305602073669434 Finished #722 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed index 7b6defc5003b856f920d869f67f81c527b74d0ae..f7192584ce5f773cdf18d33025559180e8bf3449 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.348394870758057 \ No newline at end of file +7.3328492641448975 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt index c16616b7b7dd11b0793d4e3ef1c59efcabed3466..6542d574f06b89bc2e9a64b20b6069832998c205 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1175 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209707 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.348394870758057 +Command return code: 255, elapsed time: 7.3328492641448975 Finished #1175 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed index 8fc2a27e2dc1d4730b497e27636d5b2069aa359a..8ab1a80e9ed4c03e642d939a33d35ddacc728bde 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.33461594581604 \ No newline at end of file +7.314330816268921 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt index bd4e8d7aa519f6024058ee6b6fa31483cc1c874b..2a4b40cca7e5516c40e17a2906dd4c6c67798751 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #827 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186477 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232389 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186478 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232391 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.33461594581604 +Command return code: 255, elapsed time: 7.314330816268921 Finished #827 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed index 4e528e2920fdbd10f542facb1492062576ed0335..7ccc68191e2b9490139f08b256c67644b8c085df 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.345587968826294 \ No newline at end of file +7.2568745613098145 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt index 0cc6b78963e4f649278de45d75c3c1e210277083..7c72ae7e3de34cb6f4e0baefa65a98187e8dd590 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #816 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46abf0, *recvbuf=0x46ac20, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff540f5df8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe56f2c3e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247381 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201422 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.345587968826294 +Command return code: 255, elapsed time: 7.2568745613098145 Finished #816 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed index 959dbd3be1948ecb0f5dcc6e91f82b3afc36c1a4..c01250863934b8fa3f3510806520ffd5944955b4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.501992702484131 \ No newline at end of file +7.231666088104248 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt index bb3a72ec012d9ab8d48d23055d638cb8041b41f2..fe11696855537813a30ef73d7f6c966f0c0668fd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1169 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd231df9f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff6b5dec38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207507 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250292 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.501992702484131 +Command return code: 255, elapsed time: 7.231666088104248 Finished #1169 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed index 69c19843a78dcb20f53571ddc1c8649bf09d1b38..888b30d38eaa2dc05dedd5175f99eeef80db9a1a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.282339096069336 \ No newline at end of file +7.280702590942383 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt index 71126a7312d3b6691bb2691167dafd68e98c8562..d5987bbd4408b0c24c2871233f2eee6cc6e9d18e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #907 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe75a32ea8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc1f1ed4a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243114 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.282339096069336 +Command return code: 255, elapsed time: 7.280702590942383 Finished #907 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed index 0ba32087329249528db60066d76ef6ac3a143c76..08d9ce588eaa3e9e83bac364c18654a7e7ad4772 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.268455266952515 \ No newline at end of file +7.3518967628479 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt index bb2e2c871a73063fce592daef980467c9081ea95..dc4ab54abf7ca63953097f7e476321c589469d87 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #837 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffec91172f8) +| [0] ERROR: MPI_Ibcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd058f50e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192685 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268455266952515 +Command return code: 255, elapsed time: 7.3518967628479 Finished #837 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed index 8f50fe8aba11bfcd7b722f54fd722e8656c95407..6467c18b95f27de2defcc61af3af14ac260e1653 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.257578611373901 \ No newline at end of file +7.503448009490967 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt index a7c0b9886e8cc7aaf409d16d58b2a02d7adcaf10..217ed4d679b9dddee848fd1bd0ebaa0f1b4db995 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1155 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd544b8168) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffce49ff508) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.257578611373901 +Command return code: 255, elapsed time: 7.503448009490967 Finished #1155 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed index 595464e9495e0b05790ae4a98ef82592ca08a9c2..84eb783da9a9a1e622fad2fa37c42332e69326ac 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.380770683288574 \ No newline at end of file +7.266404628753662 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt index 64ca8f94de248db8ce262dec35e26c0287694152..452ed9cbf6d10f8e8bfd7c668b7a91164f6dcda1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1077 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcc717b938) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd887768f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206437 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206438 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.380770683288574 +Command return code: 255, elapsed time: 7.266404628753662 Finished #1077 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed index 6ca22caa8d45d8209dd848004db2880339073cee..d09ca14f7d809745ad06db4f2b353e16774f5dd3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.207560062408447 \ No newline at end of file +7.199794054031372 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt index 1eef4fc9d24487be1078ad1d58c4ae30203d7750..8b3c08585c03981b5e81341a803a4fb8f41e0d84 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #975 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc155cd0b8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc72cd5dc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246277 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.207560062408447 +Command return code: 255, elapsed time: 7.199794054031372 Finished #975 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed index 21d9bb9569f3cb2ca6254d6afd39b956bf64150a..a3a050bfbd976a70369081135932e420a20d48a5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -8.161755084991455 \ No newline at end of file +7.22359299659729 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt index 80352687c265055389e8f2d9ebe768854ec4e25e..5149963a83a3d81c6f9f36050b495ea6aed4fd7c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1067 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff64e12128) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe16630868) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201418 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.161755084991455 +Command return code: 255, elapsed time: 7.22359299659729 Finished #1067 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed index 1336b809d6cab26f66305fd70a07e4ad7dbe1263..d841bb62daef35e70860b998228d447a2ec33b86 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.549645662307739 \ No newline at end of file +7.281977891921997 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt index cfec76ab100e0610f63625e2b1a2820dd7c99be1..72889d2c59843cc522081155604b406b6c1ce016 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #1105 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202598 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248002 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202599 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248003 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.549645662307739 +Command return code: 255, elapsed time: 7.281977891921997 Finished #1105 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed index 2a5260857a06c1f6677659c7f08364ed91580e8b..4d6020e6c03d8c10e17ca52d4548d99eaf24839a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.344555854797363 \ No newline at end of file +0.9837400913238525 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum deleted file mode 100644 index c42606f59df29459fe3dfdb5e1abb270731145b9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -aded8ad501f4ef54331ecfb208c90f54 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt index 76492f71179300546aa32433936bedcf4b6e9d5b..aea2ef0c1c7929fec634214770d4ef84b3b36d20 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #525 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187613 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187614 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.344555854797363 +Command return code: 255, elapsed time: 0.9837400913238525 Finished #525 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed index 3b4bd0c2092fbcde2347b587dfd53ae0e7d70ec3..de34909914899f0d20bb44a87c888afedc4c2832 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -8.979712724685669 \ No newline at end of file +7.424009799957275 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt index 73b8166cfc6806612ae93e5a2163601579920688..85c43b1790c91f8f75cf0801907e8bfdb11b7aca 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #1036 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203366 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253260 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203367 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253261 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.979712724685669 +Command return code: 255, elapsed time: 7.424009799957275 Finished #1036 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed index 8089342c722c78ca8cf577f13b335dce566cdc8b..da63af87b69a0532108f9211f3d0f71d81f14a8a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -60.20317816734314 \ No newline at end of file +62.270721197128296 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout deleted file mode 100644 index 35ed8ad15727538a4cb61b23ef9ac32a6198720c..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00191068649292 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt index 01b9868a8c80eb1d0a5b2c7a65a58399f52cb12f..1fc2de18a33c8f24be6118b50df0eb83873ea6fb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #554 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_reduce_scatter_block-001 | -Command killed by signal 15, elapsed time: 60.20317816734314 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470670, *recvbuf=0x4706a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 238755 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 238756 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.270721197128296 Finished #554 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed index 0c4bbce24a4dc18070a1d13755c972e5eca62a27..a9dff6cf357f55cc7f5fb8cd3a19ee12947ff9ef 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.292345285415649 \ No newline at end of file +7.1781017780303955 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt index d12bf36d2ad019e14854086814cd7a545c5b74cd..a9a2ebb9e8d804f80e053446fb9e2af810bdc7c1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #552 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x47c9b0, *recvbuf=0x47c9e0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffded878ba8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad20, *recvbuf=0x46ad50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff3558e2c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191932 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191933 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.292345285415649 +Command return code: 255, elapsed time: 7.1781017780303955 Finished #552 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed index a8241daac6618cd68770402cbfa7dfa4dc80b17e..42faeb5df9c4988fda4e0ffe4d4a2165068c659d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.270099639892578 \ No newline at end of file +7.367992877960205 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt index dd049a0d192f7ad8ec180931d06e6a733efa61f1..0cb82609348ba3555cde9337b46503e2f26aac63 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #593 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acc0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffefc765d28) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff222f72a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.270099639892578 +Command return code: 255, elapsed time: 7.367992877960205 Finished #593 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed index b817f36bac9a03ac8f9c09e08f1b0650c97ad2b6..e3a380c50d175e2dc741db7e18c2c078c2e60584 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.403524398803711 \ No newline at end of file +7.353941440582275 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt index d648e4112668f73d7d4dc38bcc0abda34e94641b..ef96edd079a25ca74f65f6c231b1bf7daf84e52f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #969 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc8397eb08) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc7e238ee8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195877 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241777 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195878 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241778 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403524398803711 +Command return code: 255, elapsed time: 7.353941440582275 Finished #969 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed index e00fc0b9fd606f9f90bf7b3781c6089927246071..35cf56e3b041712f6da5f9582361c0d4900b9917 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.703581809997559 \ No newline at end of file +7.400813579559326 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt index 95c8c94e4f1b5ff1662493ac3374aaf484ee68a2..78568cfb790633cb655dc1789a04c369da549074 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #748 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdff756aa8) +| [0] ERROR: MPI_Ibcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffb56ceca8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239558 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.703581809997559 +Command return code: 255, elapsed time: 7.400813579559326 Finished #748 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed index 088c34aa2c1138e1b76393501db52167aed0418d..5a2978f99047ee926a34c7dcc4839cd8629358b9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.098976373672485 \ No newline at end of file +7.3442957401275635 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt index d7bfd7ba9fe1d6e9a789b1a4c05d0dfe81150d6d..336756cbd317a2c0d97b0dd2c52eddc2885d2b35 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #529 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed0de8918) +| [0] ERROR: MPI_Igather(*sendbuf=0x46ac90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd2d7bc948) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180289 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225393 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180290 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225394 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.098976373672485 +Command return code: 255, elapsed time: 7.3442957401275635 Finished #529 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed index a8db1feb2c61bb6983cbb60e6f65575cc4f0b2e1..860d5ae848ed4156cf444dfd18cec2616ad65d0b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.347734212875366 \ No newline at end of file +7.3568336963653564 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt index 136d3946ddcf194cd7a1e4b6a5d930b2cbadce00..065b0a5d87582c45d37fb9a0ebd716f8cb3dd250 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #978 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffecd8fd7a8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe88efcd98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201929 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201930 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347734212875366 +Command return code: 255, elapsed time: 7.3568336963653564 Finished #978 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed index 54582ea41866ad409a746948c59cfd81f506808a..73c6ce1bfdf3ca7567803d5595abfb32797a371c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.1877281665802 \ No newline at end of file +8.236657857894897 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt index 3f183bc97153af844eca1d9596794a34b12a6cdb..5cd2225b9ad28e30950fe567e6edba6f16c2a805 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1099 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ad10, *recvbuf=0x46ad40, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe30b98228) +| [0] ERROR: MPI_Iscan(*sendbuf=0x46ad10, *recvbuf=0x46ad40, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff98540018) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200771 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200772 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245612 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1877281665802 +Command return code: 255, elapsed time: 8.236657857894897 Finished #1099 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed index 895477c5204cbf3602bdee6e397904510c220320..5a115f535e5ab6a30a7d82220df0511c9784b743 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.356125354766846 \ No newline at end of file +7.105340480804443 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt index 03023a9bcdfda9961454020ff7e3bdd257493522..82709efe0b56dfc11af3d3bd8fe9d87f7e0cb8a9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #867 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc4d0d9398) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ad90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcdb231fb8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236022 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236023 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.356125354766846 +Command return code: 255, elapsed time: 7.105340480804443 Finished #867 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed index 36147a103bf0969b3491088114cbbfec8e1ba63f..5db7d98d3c71c0a34193ea2b6b97d421abe5268c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.2818591594696045 \ No newline at end of file +7.522884368896484 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt index e7558a381da2d1dd30844af3744bf8c2d5523804..e5729ab7a4a16edf8c0b796fcdfe0e9b2cb79025 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #739 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad90, *recvbuf=0x46adc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233675 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2818591594696045 +Command return code: 255, elapsed time: 7.522884368896484 Finished #739 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed index 77d167a92f6b86a81b7d2e659d34ee906b381ff1..49cb8883bd6d17c6a9fd9cd28a8f11b6ebd16d25 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -2.3979756832122803 \ No newline at end of file +2.406271457672119 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt index fcfffdb6682d9c1b5ec453b594515032bc35673c..1613ca4b891c4eeb7e904579276a27538f6d6b8f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1570 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_rsend-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Rsend(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Rsend(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001) -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3979756832122803 +Command return code: 0, elapsed time: 2.406271457672119 Finished #1570 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed index eabc4e42687116a9f7db95df1509f63e0b6d9b76..b4300e88b3e7a3ee9f8a3f7a2837572516b23598 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -2.4470629692077637 \ No newline at end of file +2.4180333614349365 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt index 5ca1e3beb205d6c36f405096f36c78d26a47d0f7..6151b9db5c96c83b999e5f4799fc011033bc313a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1864 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_rsend_init-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c:51) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend_init-001) | [0] WARNING: Persistent send request created by [1] at: -| [0] WARNING: MPI_Rsend_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff52006418) +| [0] WARNING: MPI_Rsend_init(*buf=0x46abd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffef82f6b98) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend_init-001) | [0] WARNING: Send request activated by [1] at: -| [0] WARNING: MPI_Start(*request=0x7fff52006418->0x2c000002) +| [0] WARNING: MPI_Start(*request=0x7ffef82f6b98->0x2c000002) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001) -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -78,6 +78,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.4470629692077637 +| +Command return code: 0, elapsed time: 2.4180333614349365 Finished #1864 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed index 607b0f1875a7072a23186b830579682db2de738a..82bb448bcaff85085b32d96669ba46f626ce3e4d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed @@ -1 +1 @@ -60.208797454833984 \ No newline at end of file +62.235987186431885 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout deleted file mode 100644 index 96f67a57caced3922419e1b7ea7b5420581a7ecc..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00539827346802 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt index 6f71d9b532d05f136b0284cbec86d366bcfc1089..7b3565de072e53f8600f691b8b26f36137121879 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #998 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_scan-001 | -Command killed by signal 15, elapsed time: 60.208797454833984 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scan(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 241145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 241146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.235987186431885 Finished #998 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed index ba90e694e712f6c3fb97fc9ee563ef1f020afc28..9e42cf8af2e1f339192f9322ec07f5d4871428bd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.898463487625122 \ No newline at end of file +7.464300155639648 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt index e4ce313e20ce1b4887584a895209845fa13cdf2b..03bf30a42fad841ebd30246a8040dc935e962ffb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1119 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca6464258) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd2b020298) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253650 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209136 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.898463487625122 +Command return code: 255, elapsed time: 7.464300155639648 Finished #1119 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed index c5ab1efc3e8c1d6d952f70d33be2f04bb041d7e9..630b5fee2be1edae1a9c359af6f29f829de4ebb8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.363819360733032 \ No newline at end of file +0.9139347076416016 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum deleted file mode 100644 index 3ef16f5254bc560520eba1d8729c99fa837c4325..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -fe8d01a1fbe1a11a1becc344be741d73 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt index 645726305914631f4d14dc5b2e4da0bad947ad9d..9df2bd08c0f59661374eee7460364d895088759a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #895 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff0a4b5d58) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190424 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236567 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236569 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.363819360733032 +Command return code: 255, elapsed time: 0.9139347076416016 Finished #895 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed index 61b32204d52755a2ce46fdd16198e692f64c2de8..75ef2d765aedfe833f7dab7fbefc24c6c27f044e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.288488149642944 \ No newline at end of file +1.1477575302124023 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum deleted file mode 100644 index 90660fff23cb9d406f52c7439ded6d93112a96bf..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -91f25de3cdcbe0c9617cd50f2d4d13cd \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt index 0a510e7055bfd88cda361f08a05f6f1ba55f9d6f..295d22951c025f0e607a8b3cc50a5cc9a78d82c4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1091 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffedaee9d08) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.288488149642944 +Command return code: 255, elapsed time: 1.1477575302124023 Finished #1091 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed index ce9c38866e29e3fc22d7e4dfcbb9c459abc43e98..a5ac13d08b92d0ae853670113b124c51c4142694 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.4933412075042725 \ No newline at end of file +7.253902912139893 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt index e94c0007aef6557cbba3e20a43a47f97eb3ce0d9..114dc157a1fa5ba36962e168103135db688afd34 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1079 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc72493788) +| [0] ERROR: MPI_Ibcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcf9ce5388) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206996 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252100 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206997 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252101 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4933412075042725 +Command return code: 255, elapsed time: 7.253902912139893 Finished #1079 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed index 49aca1d69eae04db04a9443b457d03b7d180b39f..39105cce6bb2b964f4caa0c80c34b0380403ef9d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.079488039016724 \ No newline at end of file +7.410189628601074 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt index 339e2561ebad6fed16a4c8adf217dc6bc8de2e13..db9c2e6adc8822cf4e5fc8f00a6b3d8b733308d5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #626 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe1df3a8c8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe00078a68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200991 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200992 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.079488039016724 +Command return code: 255, elapsed time: 7.410189628601074 Finished #626 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed index 06b452b1f8eef61066a22787196a6e128fa49cfd..7f771ecbe9c8882d8c07df8496d1511d02ff612f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.144326686859131 \ No newline at end of file +7.052404880523682 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt index 232d2683bc0109cce270a6839fb97c2d7156ee6f..2bb43bc9099b593bd35bd9bfa7ea48c87fa1568b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #628 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe988bab68) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe4680a868) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180843 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227171 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180844 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227172 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.144326686859131 +Command return code: 255, elapsed time: 7.052404880523682 Finished #628 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed index e4c268ab9367c1cab38b192b6f7a093908075b2c..cafb264ce314871afc0cb5a554b69d159a0d4607 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.9430458545684814 \ No newline at end of file +7.294550180435181 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt index d4e7b5e71f8bdcb18189d52f584947f8423e6c6f..46b6775077df6e5a7b572e343aaf5f7128ba0f4b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #872 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd9af76148) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeded2a428) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238092 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193737 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238093 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9430458545684814 +Command return code: 255, elapsed time: 7.294550180435181 Finished #872 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed index 702b3630a4d0a30331902f0fc801e1c5328937dc..1dc35e82a0da736f16c2a17bc0a3ef3a01cd9280 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.317187309265137 \ No newline at end of file +7.185029983520508 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt index 1a0b9d1a49ddd7230fb0bb013f886e4a3566d2ea..61a40ebd358659ad7934e683dd01cde1c6a97abe 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #609 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffea6155bc8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffc298d068) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236078 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317187309265137 +Command return code: 255, elapsed time: 7.185029983520508 Finished #609 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed index 1bb462f0127318a14704d56bd1ddc7cf4e8fa9bd..1eebe34c5c1749e34839a90d68bcf170e4af6d4f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.205644607543945 \ No newline at end of file +62.339256048202515 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout deleted file mode 100644 index 8cfc91eebf9d0752e1c5644dc4c7f5e70558eb0d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004252672195435 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt index be81e06156d2024743b1ea67d05838ec6a887b92..c1f98cd6957df123889fa58fc4beb63f450390d0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #455 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_scatter-001 | -Command killed by signal 15, elapsed time: 60.205644607543945 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 230804 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 230805 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.339256048202515 Finished #455 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed index 1e41059af301b3f86380a06d5627ae271cd2c076..883c8ce3ed04d9a473ae55f588ef73907b2a5422 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -1.0278902053833008 \ No newline at end of file +7.370488166809082 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt index fa6b605c78531d88819308f29b3b816037e48351..005a38e94d314a0f91e0d773ec221ab31afdc259 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #639 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Scatter(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Exscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232865 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0278902053833008 +Command return code: 255, elapsed time: 7.370488166809082 Finished #639 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed index 1f277293986e15389f0b41874a1e681e361a88f5..92d1cd588a1c2ccdf56c4a5d7258698296f934cc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.195576429367065 \ No newline at end of file +7.228104114532471 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt index a0c66a6563d80cf538c65f735aaa78b2bf7517f5..aaff35b0876458952330fb0cac3509692f29fbb1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #831 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237303 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.195576429367065 +Command return code: 255, elapsed time: 7.228104114532471 Finished #831 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed index 0463148c8c43ecfa7c10f679737716f186968b1c..1d5b18c985644e56a1ccf42be0455d44dc5df145 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.29699182510376 \ No newline at end of file +7.490166425704956 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt index a06e65bba480e59fe14705ba3c3d0baaf5ce4b40..66a85e0d87b2843b55b4fa4373be9ea063f53456 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1143 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff76089658) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcfc2c35c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209439 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255055 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255056 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29699182510376 +Command return code: 255, elapsed time: 7.490166425704956 Finished #1143 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed index 9d2f9ddf18d97922deea7fa8112c788bc36519a0..8e10d4f7ca09da19c9ca39ddcb5d397f738d185f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.300415754318237 \ No newline at end of file +7.264283657073975 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt index fc313f141acb27b3249294068dc5b5068741f5ae..6b52f43927e4812552db746f17c68034b98b1a6b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #521 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffcb83939f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc5ad98ad8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232083 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.300415754318237 +Command return code: 255, elapsed time: 7.264283657073975 Finished #521 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed index 41df7e0bdee53b383c1f87f321139661de62c449..0ab97f615a4881a017e3f6f76cc24daaf7298698 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -1.0006871223449707 \ No newline at end of file +7.444467067718506 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt index 697cb25b34be6871eff2ac2b6fc982c5892cda83..60b4b81955383ea536ba6faa2914cfa0a2e4b467 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #936 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Scatter(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff0082f048) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196223 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242393 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196224 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242394 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0006871223449707 +Command return code: 255, elapsed time: 7.444467067718506 Finished #936 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed index 199a0dcfa254896e7a3581cc3babfb3dbf69f14e..a3afcf2375bb9e1724f96693de81dae7e28aac1e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.329357862472534 \ No newline at end of file +7.325159788131714 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt index d4c140524540ec03a55ff5b007380f436520f5fe..e5dfedd07cf3e0c6ba28880288337ecf26e6da3d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1060 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ac20, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffbeaac198) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd90a0ca98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243943 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199076 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.329357862472534 +Command return code: 255, elapsed time: 7.325159788131714 Finished #1060 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed index 98da50cbab66178ba21444e95fa2670e4afa0169..f6ab889aa3454e4d6903b79e79bbebb976d8f23f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.199618577957153 \ No newline at end of file +0.8829915523529053 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum deleted file mode 100644 index 7e10d89456513077c63571830fa92a07337121ab..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2d3cc580e54d283caa1ea623c84054dd \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt index 91bf7d812e4dd8a503f8b6ac68dced1acb250d37..c783791044bb8891083975cb0b0556bb36ec92a2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #582 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc5575f708) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192150 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238315 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192151 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.199618577957153 +Command return code: 255, elapsed time: 0.8829915523529053 Finished #582 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed index 6df95a54009a5fa19d85d637d0c3260a6d1caad4..5ed736f609cb1198d17dc7008b6d5f7a081750bb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.127801895141602 \ No newline at end of file +7.114264488220215 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt index 1f65f0df7cfa420dd74d99860a1275a07e3c831d..25cbe221c4a83f5b962705752b7a9e796ea439d1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #565 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe30806d38) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd65a7708) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182224 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182225 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227432 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.127801895141602 +Command return code: 255, elapsed time: 7.114264488220215 Finished #565 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed index 660b6e0069fec54051373ba747e383019b3e5acb..02233a82aec67673d8960ee21946065fe9a1227b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.293071985244751 \ No newline at end of file +7.299531698226929 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt index 9c604a43952ea2e79c5a0aa249880da6dd21cfe0..da445927dfb2e426b108a508ad272c96ab8b865b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1128 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff73bc49b8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff16ca1ca8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200347 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245778 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200348 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245779 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.293071985244751 +Command return code: 255, elapsed time: 7.299531698226929 Finished #1128 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed index 1e66ec6555995877482d02b3f0f76940132cd3c7..9073eddc61c57f4fadbbe1a9c5ee855d05ee77fd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.295873403549194 \ No newline at end of file +7.326376438140869 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt index 4677604fac2d60b56bcec29caba264279deb9192..2b29ebd5976d4d0421b3539d2cd290f6fd72e4f0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1224 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff2323eaa8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd3c18de28) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204150 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204151 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.295873403549194 +Command return code: 255, elapsed time: 7.326376438140869 Finished #1224 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed index bb2847ec518ad1dcb37d9676a9c87745fe5d5b8d..cd1a35ee65ac34888875b878e763adabfc9a5b1a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.131834506988525 \ No newline at end of file +7.095382452011108 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt index a085fa26290c6880d28c6ee1e7d1800553d21733..f96c18f9eb9ca66d018c019c4f24dce0c940c61c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #534 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183123 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228581 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183124 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.131834506988525 +Command return code: 255, elapsed time: 7.095382452011108 Finished #534 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed index a0266da22c5aa37eaabecdd570dbccdd10e1cce9..398ed98803ef7275e7fdf494df3a28be8b72d814 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.258195877075195 \ No newline at end of file +7.395185947418213 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt index d098908dc35dc31757afd7a83e75c22241d3cf5a..f338b4653851f558b77d0a8622c673a252fe18de 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #876 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194970 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239227 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.258195877075195 +Command return code: 255, elapsed time: 7.395185947418213 Finished #876 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed index e0db775f198d1bd22d7308b67ccacb85a4560845..31569013065c81d736b6794388e33c30fd11e770 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20698070526123 \ No newline at end of file +62.37612342834473 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout deleted file mode 100644 index 9d651f2bcd450e258cb154be7e97371b16b2d671..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00571084022522 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt index 20c65b2b143bea281369b974db49bf3fef865ec2..e15c47bfb51b1ed156d81ae5c53ad0c288a532f2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1735 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_send-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20698070526123 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269255 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.37612342834473 Finished #1735 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed index ce4093f9f33c9f82589e25aed4eabcd6adce3c6e..a83895afd1d97f1e7264b4f5eb9bc81a54049938 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -60.21356225013733 \ No newline at end of file +62.42488741874695 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout deleted file mode 100644 index d05ffe1c9f787f4fde6a51640bfb3554b5db3020..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.01102805137634 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt index ae96ef1e180aad337cc8316957fb17db74a7deb0..172a6a227d2d0b1c111f99175faf91b6fb11f9bf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1669 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_send_init-001.c (batchinfo:1/1) @@ -19,6 +19,73 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON -Command killed by signal 15, elapsed time: 60.21356225013733 +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff17a9b8f8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269842 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.42488741874695 Finished #1669 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed index e1bd2c911da67757e78a1c189e376eb08a791145..3b87cb227daa069382965e61cabfeea2969f5ded 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -60.20487976074219 \ No newline at end of file +62.19571328163147 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout deleted file mode 100644 index 1181de6ab4ca3a66adf8371d023e82fd410054b3..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00357937812805 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt index a6c5fac46f1c26a35664847ef4ae9f7f8d7244f7..6ee361ab4e4aa9977daa6de0d3494aa8cfde93b0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #2049 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ssend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ssend-001 | -Command killed by signal 15, elapsed time: 60.20487976074219 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ssend(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272122 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.19571328163147 Finished #2049 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed index f84858451409acbd49ca48bf069b2a518dda5889..ae40faa84f179d63ed24e7ad560e22059befc338 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -60.20561957359314 \ No newline at end of file +62.57969832420349 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout deleted file mode 100644 index 08b6356bbbe799d641f4e7bfb12c234e07a22f09..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00445222854614 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt index 4657cc7ea42ea439fb369d3e272c3f6bcf044048..03c2ab1a381423c99d93a0a5091ac9cd24da900c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1443 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ssend_init-001.c (batchinfo:1/1) @@ -43,6 +43,49 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.20561957359314 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd3d1a0328->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262346 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262347 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.57969832420349 Finished #1443 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed index 9f40f6c6c797a9458cd2c92dee7e84640e856e31..4266261542f283314ba87d64f4faf3f7b5862d8e 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0070512294769287 \ No newline at end of file +2.0419154167175293 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt index f6b63864b265eb3707e420439053ce7cfa7f58d0..42bb06829a88fbeaa7751e60d2201462f46719b5 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #163 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0070512294769287 +Command return code: 0, elapsed time: 2.0419154167175293 Finished #163 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed index 5eaf4dd36d13018d8cd1b06d7ba3b9147133bd3a..0236813bdc9fc3377a8207ff98c3f3a9ccea56ed 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.0340628623962402 \ No newline at end of file +2.2249245643615723 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt index 36b042abb4e25f145292137d509a28aefbb223d1..4355df06ad2937d7f22a9b76d9922525167cd665 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #118 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0340628623962402 +Command return code: 0, elapsed time: 2.2249245643615723 Finished #118 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed index 96898408b0a457a0d448583db082a15e054c8431..056361bf1c9b296af2b1342033e4d411531dc062 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9613609313964844 \ No newline at end of file +3.431114435195923 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt index cc402a8fa5a2a5cdfb83ac4f6428736b31159a28..5a34e515421b39a2baf2ca3009eb8c4469c4fed2 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #434 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9613609313964844 +Command return code: 0, elapsed time: 3.431114435195923 Finished #434 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed index 5a19063886e4e5fa3cab109b1484fdb04f88a7c3..b3cd1d6a6855038b64f5a283b11c286bfa6693ff 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.2980167865753174 \ No newline at end of file +2.3394486904144287 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt index 843c989018fdc53dfe750e92dafdd72b085bb363..ffacf82444e5e40296ff3122d020a1f071fda660 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #395 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2980167865753174 +| +Command return code: 0, elapsed time: 2.3394486904144287 Finished #395 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed index a5c3c5497c171061af2f20e6661ae187eed54320..f0148d8557344cb7a85411025c52ce7821b37a18 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.0960521697998047 \ No newline at end of file +2.2030227184295654 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt index f7af914fd7527d043c20db4fae8ceafbb110e621..624fb64615cf858d13725fdc8a1a19561809fdd8 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #96 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0960521697998047 +Command return code: 0, elapsed time: 2.2030227184295654 Finished #96 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed index c8f4c2b58a4954b03c5ffd74143bddddc808b6bb..03fb09175ef224edb1df4d16b15b085ecb111990 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.1525685787200928 \ No newline at end of file +2.22929048538208 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt index c1ca138bb832eb6e4fa0b75388e6797b9b4e4c19..95fba79c86a3049d67665a3906a4bc97bd76339e 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #48 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1525685787200928 +Command return code: 0, elapsed time: 2.22929048538208 Finished #48 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed index 9d748a8da98692a9abb9f435e634037b44d31c60..e626e811d2fe4f52d7b615adadb860e7f6ecf8db 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.3033690452575684 \ No newline at end of file +2.2497897148132324 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt index 2bde33fa7369bdc84f26114b7130d148d43d87f9..e590fd91d12b4af403b9cad61179a9d415effee9 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #127 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3033690452575684 +Command return code: 0, elapsed time: 2.2497897148132324 Finished #127 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed index 2793f345bbd1f699ecc238e9f8f795695e42ccf2..37f054601ceab1fdba7935e6beab2a955e236489 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.193194627761841 \ No newline at end of file +3.9576480388641357 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt index 996b087187ffa2873a1a661954c59cf7f7431eda..b3bd3c0f1663fad7a2bfa1be1784707d2324d9c0 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #7 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.193194627761841 +| +Command return code: 0, elapsed time: 3.9576480388641357 Finished #7 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed index dd7d8d8a9c6be5bbcb9fcdc3c5b5b53fa450e8d1..b06d18a78ebdf061f5997c8a30305c3bc45ac1de 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9089553356170654 \ No newline at end of file +1.9918391704559326 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt index 8a5810c18eaccba6e3ebb366b941754712108627..157747a53521308ef6e9d340d51b258033202c1c 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #295 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9089553356170654 +Command return code: 0, elapsed time: 1.9918391704559326 Finished #295 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed index 459eb8cbbfb41bce35d30a4dba0d4079c552bdae..1adc93711361778b11fef58c4d311225040a2252 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed @@ -1 +1 @@ -2.1456644535064697 \ No newline at end of file +2.0610036849975586 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt index 01dcaf64c45911644272431dcd9e96c7fdd86fe6..8997042865b9f822965863883eeccbf719f7f66f 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #350 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1456644535064697 +Command return code: 0, elapsed time: 2.0610036849975586 Finished #350 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed index 434d368c26e9ffa6480374f9fbc6fa42261091dc..5e01199a3128c892190bdd42947c8861b1ce7dc0 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.094402313232422 \ No newline at end of file +2.2937092781066895 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt index cb11ac6b7315b227ec16b41fc18b844206d19ffd..829cc63673aa83ef1b69c0daddd8f78f0df945c5 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #449 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.094402313232422 +Command return code: 0, elapsed time: 2.2937092781066895 Finished #449 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed index 55f7358d497119809e071e1f3fc18fbcef613fce..441aeb8f881213892407a69c9e20640d7d423992 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.174137830734253 \ No newline at end of file +2.219188690185547 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt index 5f360dbce56c4f09440ab3f4cfe8c74bbd697093..6ed4df15d0a3dca90eeacdf724f34e190b3a8842 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #46 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.174137830734253 +Command return code: 0, elapsed time: 2.219188690185547 Finished #46 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed index 9299a61f01b22181849b7f16f157e0d08f77d695..b5160d54645525d38567e5ec4208eeac93c81c6d 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.025881052017212 \ No newline at end of file +2.0997042655944824 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt index c3ea6be0f8996396f646acb513b09ff5566d40ac..f68f98a285ec43cc44236859c849e145e74a0642 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #21 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.025881052017212 +Command return code: 0, elapsed time: 2.0997042655944824 Finished #21 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed index ef8e06d411fd95e0ae3bf4dd06bf991e2f7781e5..5ab45262684dd18ab9432c76b1b6abd3abf20832 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.174816131591797 \ No newline at end of file +2.190139055252075 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt index 1dc87167d2e7069e6abdbfc25a04be32852e146b..5547a464312a8d745a6d343950a836ceccfc1c10 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #143 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.174816131591797 +Command return code: 0, elapsed time: 2.190139055252075 Finished #143 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed index 7fb933dd5e1018de45806d700196487e2bc6c30e..8782274676ec2272355643cb96664f70263eecbf 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.246753215789795 \ No newline at end of file +1.9351415634155273 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt index 28e8ec9569e5a707990dbe649e20c5b2a4ac19c8..951ca1bca61b9f7cdff1135ac15dc03201c6ccb8 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #52 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.246753215789795 +Command return code: 0, elapsed time: 1.9351415634155273 Finished #52 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed index c6068ee641ecfd608385f57b87a0d3d55a85a800..59cf4bec22d82343e9f019e9fd6a28dc6129fe8b 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed @@ -1 +1 @@ -2.136618137359619 \ No newline at end of file +2.1115267276763916 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt index 0090e89e8e5f5fdc8c21246911aa46a9842dd7e5..d1219c20a41b7cf93062286bfd5c4426c4d81e5d 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #77 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.136618137359619 +| +Command return code: 0, elapsed time: 2.1115267276763916 Finished #77 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed index 5133f2a0d8d07718841e6ea410bd2dfb17a83c71..a9425e02fa30f8d2862b053bc505620f84466dca 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.879969835281372 \ No newline at end of file +2.1045844554901123 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt index 6bda13b7de53c76d242def2dd4f9d70759ca3d03..7257a3a172be3b8c44ddde4dbfd549953b0eeef7 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #343 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.879969835281372 +Command return code: 0, elapsed time: 2.1045844554901123 Finished #343 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed index 490a44f7e3f96b68f8d355bd57a0934d72f8afd3..8f64d58b0fe3d496a0aaa7b09e2292e75869421d 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.1069133281707764 \ No newline at end of file +2.2283592224121094 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt index a75cf65e11b5fe032dcb0441ac8189671dda3cac..419c6cf78b3c337e52d7e1163f87ecc40db07d3a 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #378 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1069133281707764 +Command return code: 0, elapsed time: 2.2283592224121094 Finished #378 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed index 7af3eef10940f9bdbcc311c4746d2950491cb4ca..ce144cc3104ee8ec4581e06d754b7b055a72fe3f 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.125114917755127 \ No newline at end of file +2.167003631591797 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt index 96bf325cae122ee2e83aff4ae7df92bdbf85fdb6..f62b9a2af40f26cd83b9cd714c9f5ca5dbbf72a3 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #326 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.125114917755127 +Command return code: 0, elapsed time: 2.167003631591797 Finished #326 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed index 78a8001fb7b8334dbac4f2bbeacd16babc97850f..d03facf3f80bd46bd3439013b36b98dd124c6db9 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed @@ -1 +1 @@ -3.526224374771118 \ No newline at end of file +3.542142152786255 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt index f7b9e5f8a9a6ad7ba0ce77904c6ed8c06616d8af..8b22a98cd95e7031cbbb5cf3e400a2cd3b6047ef 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #0 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.526224374771118 +Command return code: 0, elapsed time: 3.542142152786255 Finished #0 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed index fc518177bafbd0a83e22995111d2cb114fae662f..cade7fe17f6954b4c90786fc2bf4564b436dc636 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0185112953186035 \ No newline at end of file +2.1078290939331055 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt index 387fe6ccb8ce1782c878c23d15924081fc07bc3a..3e1647d2acc367e527a2bc1a9220b4a687c9fa4b 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #388 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0185112953186035 +Command return code: 0, elapsed time: 2.1078290939331055 Finished #388 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed index e47f467d108e4ce9a2ddfb520748d489a9850191..4bd3af343dd3bdeb489b85d0dc8ae7e724ffe470 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -2.010050058364868 \ No newline at end of file +2.111414670944214 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt index f72c9775e4eccd385e975201f283ec07a3a6ea19..02c2bb526f590aaf246bdf2c4a2c50cffc386500 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #344 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.010050058364868 +Command return code: 0, elapsed time: 2.111414670944214 Finished #344 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed index 3e2d3583b2b7568f3c2753305ede7a865814963b..7179aa49c1b489a1ac48d98f92b9775a748fad6c 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.1301515102386475 \ No newline at end of file +2.1668601036071777 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt index b8719e14f06325ce4227f31643c9b94efffdfb47..7cfdd0d024a9244147b3eeaaa749499ecac81542 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #322 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1301515102386475 +Command return code: 0, elapsed time: 2.1668601036071777 Finished #322 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed index 06d5eb72e488b8a2dc4032844d5a6294f3a4d1b1..e1f8dcdf7ddb2b786cbe54943341eec928946a3e 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.249371290206909 \ No newline at end of file +2.289078950881958 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt index c7f966e96df84743d5add5d22001c09c57f0812e..a9e09dd4568311c78d77d180066a342e3626f544 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #126 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.249371290206909 +Command return code: 0, elapsed time: 2.289078950881958 Finished #126 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed index c60b9206c4cfb91f61a13852ae5a3833076e2ae1..f99c4ead2b5066820e7718102d9a0707ad300a3b 100644 --- a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed @@ -1 +1 @@ -3.466972827911377 \ No newline at end of file +3.5356791019439697 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt index 48e06b097c4abd18ef94a0fdc07fa932faea4c34..74c1b866033630da4871d386fa12ec69c406a52a 100644 --- a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #297 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_accumulate-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 3.466972827911377 +| +Command return code: 0, elapsed time: 3.5356791019439697 Finished #297 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed index ff3a81dc5c16596a60672e81432cb12e7db80379..256509bd9282d75c120cf7d5e519502d04bf180b 100644 --- a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.040825843811035 \ No newline at end of file +2.041837692260742 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt index 1ff52d732086d8aa5478a25ea3d7f5130bcf3a2d..7ac7ecb9665353c015a2b4134b9555d42267ebfa 100644 --- a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #436 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_compare_and_swap-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.040825843811035 +| +Command return code: 0, elapsed time: 2.041837692260742 Finished #436 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed index f2e902bf96b68fc105109212e984c56d265bde0c..fa78ef250034d1dfc28372b904b3efe2b73e2361 100644 --- a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.069429397583008 \ No newline at end of file +2.134324550628662 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt index fbfa6522243c12caa288700b84b0e1ce2e2e87e2..dc201cae02aa765a2c33ab93baf46943b98ef8e7 100644 --- a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #275 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_fetch_and_op-001.c (batchinfo:1/1) @@ -48,13 +48,15 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.069429397583008 +| +| +Command return code: 0, elapsed time: 2.134324550628662 Finished #275 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed index 8a29f36ab72d47e9802034288be22f8bca5152d6..1d36193b0493e810b3ba940d675858dc85044866 100644 --- a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9747607707977295 \ No newline at end of file +2.1298131942749023 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt index 282a35edebe4cf31b286f725d6fe3cc449c4e06d..41c28cbf884bdcdfbd0089b3eb1551356e2136d3 100644 --- a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #454 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_get_accumulate-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9747607707977295 +Command return code: 0, elapsed time: 2.1298131942749023 Finished #454 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed index e767d2f2c899b462204555487536e74789c8f985..640f1cfd9036360a311ba2213d4def1e8c138b3f 100644 --- a/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed @@ -1 +1 @@ -2.013134241104126 \ No newline at end of file +1.9819443225860596 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt index bd7eb12bdb0737a04e9f61634f8b1bb6909672ed..9d07972fd5f8b0d1075dc1d25bcebc66980588b1 100644 --- a/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt @@ -1,5 +1,5 @@ Running #207 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_put-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.013134241104126 +| +Command return code: 0, elapsed time: 1.9819443225860596 Finished #207 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_put-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed index 274d9f0777dc9d55fb0e5ac7c4db000075b37fe4..3ab1c8900a0d2c401ed4938ac70fec14708d674a 100644 --- a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.165161609649658 \ No newline at end of file +2.0645811557769775 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt index c68b6b8dec6e3a895019b1c32c1bad2effbd0ea7..63367e70a3f0918577aac52c8bb8ef37ca8ac6be 100644 --- a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #139 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_raccumulate-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.165161609649658 +Command return code: 0, elapsed time: 2.0645811557769775 Finished #139 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed index e7dc6d57ba7ebfcccceec8b46b230c45835e9173..850e7dd24a1bfffb925f810749eeb9a24e3529e4 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.125917911529541 \ No newline at end of file +2.116633892059326 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt index 90d7c985f98902b8e595d243cbbe4ff7661bf510..5848204c327f7eb702bc74b1bc1eb008da8ab820 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #285 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_rget_accumulate-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.125917911529541 +| +Command return code: 0, elapsed time: 2.116633892059326 Finished #285 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed index b10acffcfa3ddd95ab93430509abdc29147d1229..416eac862e5698d6de7b6f2ebdd5aff0b975eeb3 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed @@ -1 +1 @@ -2.263305425643921 \ No newline at end of file +2.1939375400543213 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt index f0200b4bc29340b93665e15602686085b2602b56..9d116b07d130eb9743e2265f2c2a47bb7cd166fe 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt @@ -1,5 +1,5 @@ Running #255 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_rput-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.263305425643921 +Command return code: 0, elapsed time: 2.1939375400543213 Finished #255 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed index 5f8e3cade973770eaed01fe342995070097ca322..59467ef27386f4a93c31c3c5f80f7aa8f530be9e 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1068859100341797 \ No newline at end of file +2.01400089263916 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt index c9d668351b69d3cd5ebf080f8cfb3b1b8056246c..4c23aecc317b28645f297045aa20555ce81aa9c7 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #443 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1068859100341797 +Command return code: 0, elapsed time: 2.01400089263916 Finished #443 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed index 2dcd1a9df14aa164aa519ab0866ba4d871d5c889..65f1dacad9ca723500e2e5a86c9e093e9add5ebc 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed @@ -1 +1 @@ -2.2391252517700195 \ No newline at end of file +2.430325746536255 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt index abd419c7150e399d67ad5303b7b64efa5f73733a..d0a61fd05c31a504a94ce069f16ecd9d9d6ff13f 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #263 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2391252517700195 +Command return code: 0, elapsed time: 2.430325746536255 Finished #263 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed index d54d82b2e453d4f21f4aa89b143cf3fc57cdf744..8d0e5025241039c7abbbc9a0cde5fa9b752e8732 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed @@ -1 +1 @@ -1.9531199932098389 \ No newline at end of file +1.9428520202636719 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt index 0c7d1067cb20cee38e444427f5235761d6dab9c9..6e534a3901166dfba61de0010dc8cf915410a65a 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #398 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9531199932098389 +Command return code: 0, elapsed time: 1.9428520202636719 Finished #398 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed index ed0fb26f496f18f072b1e93e0957a94b5ef7d5d5..fb7ac3bb8acf08bf153aa5d5da7d57a84dcce705 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9643900394439697 \ No newline at end of file +1.964953899383545 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt index 7691af5bb706cad087091e8d79074bd487cc3b48..e69f8b57205d372ac305902914ff56833d693bf9 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #172 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9643900394439697 +Command return code: 0, elapsed time: 1.964953899383545 Finished #172 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed index a16010e31b46490783b5feb9a22d6739494ffe70..a1a8471a2b26f44c85ed77035303118159083f30 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.9132306575775146 \ No newline at end of file +2.2508323192596436 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt index e0544c20b2d49127170b81c71a9159c6258a023c..98cc925ca8a6fb4a5364653991b914f2bda5da3f 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #140 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.9132306575775146 +Command return code: 0, elapsed time: 2.2508323192596436 Finished #140 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed index 92bc2ff1584e456df18b8ca20d80555bb0e5dc08..21bceeb34fbff8a0b8b98e5de2631bdfb0fd40dd 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.2494022846221924 \ No newline at end of file +2.0606515407562256 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt index b3b43b8c9917840e4ef90fe15650ed0fba25fdd1..c84537b78aebfa877882eb85efb6902401adaf73 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #175 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2494022846221924 +Command return code: 0, elapsed time: 2.0606515407562256 Finished #175 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed index b71e8c71ceccde80f7d4f3bbf9f4cda6ac8a3add..589d22322b89cd5d5779646dba14d9b3500cc6d9 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.053114891052246 \ No newline at end of file +2.1885221004486084 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt index 0eaf0809f8380867a736eecdbec146f55bc81403..7c83bbd3b4030387e162da2533ed76fbd81fe53a 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #83 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.053114891052246 +Command return code: 0, elapsed time: 2.1885221004486084 Finished #83 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed index 758c34686f972270abc6b016c36c2ae38bd1a3ac..b7188e862b2bb0cd409b0f022c35a79532ffc99c 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.1569130420684814 \ No newline at end of file +2.0586540699005127 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt index ecbf1a05b26a0a009e18129bafa3cbee242af1fe..d20f6ec96dc458556f8e5199924953c9d8927186 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #379 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1569130420684814 +Command return code: 0, elapsed time: 2.0586540699005127 Finished #379 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed index b26bb5448a106bb2215d310466d89033ff3c1f37..2212e9ec08afcb42de1e61d00555013d98a826c3 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed @@ -1 +1 @@ -2.2455198764801025 \ No newline at end of file +2.1996331214904785 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt index 7fc8c17c6f20bb2103c1f6d77b3489c2b9920e0e..5eb05937d30b2fb3a9a23f9db072b434acd5e3c1 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt @@ -1,5 +1,5 @@ Running #319 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2455198764801025 +Command return code: 0, elapsed time: 2.1996331214904785 Finished #319 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed index cb7a8de15e07f7fee9a13d8821f0a7a1b06dcf4a..90d487ec215d594274801d66a79d6a09bccf5b4f 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed @@ -1 +1 @@ -2.1150500774383545 \ No newline at end of file +2.104013204574585 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt index bee772d3ad05c7832a8effb88c0d237bf2ee74e3..c78d140657686098683235ed74a6432d536e44ad 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt @@ -1,5 +1,5 @@ Running #260 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1150500774383545 +Command return code: 0, elapsed time: 2.104013204574585 Finished #260 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed index 5474f29b0ac7704904576f7543459c4dabb63532..88ff0345c2e481b3cbee46e790624d9175e83332 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.176065683364868 \ No newline at end of file +2.174959659576416 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt index 42da95cc5679ac221cb138e385cf1b443c9a1436..adb061081526bff08a95a57712a1c97f7c8830e8 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #356 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.176065683364868 +Command return code: 0, elapsed time: 2.174959659576416 Finished #356 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed index 30b6683791f64e804310d7519cd9e26676206a19..7f80a4f3d6cb1897fd7e3f26552f82a22bc715d9 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.0881857872009277 \ No newline at end of file +2.2033238410949707 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt index e385d6397c7505797929071c676598a1e53ac5fd..acffafb45bc03ea760f8c2ae8d9ee51ca7401ed8 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #293 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0881857872009277 +Command return code: 0, elapsed time: 2.2033238410949707 Finished #293 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed index 0e6ac191bc9d8ed8d5c1fc4643e69c2e617fa6ee..67f89f75ae9692f1463217440f38931bb877a4e0 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed @@ -1 +1 @@ -2.13753080368042 \ No newline at end of file +2.107177972793579 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt index 2caadc003ff1b378784fa4ffc8f9327bf577ba37..3f9827fab505df3a50e28843407c2d3e62df09ea 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #407 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.13753080368042 +Command return code: 0, elapsed time: 2.107177972793579 Finished #407 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed index 43bbc2f16c2740328f253f028e68fa6b782b2f39..7c18f2b726d0081bb236d1e269a1cc866d1ab92a 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.9613120555877686 \ No newline at end of file +1.9083147048950195 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt index 597612ffb5a3549d12da27551f605bef52ca305a..a45081b085ff1dd112377ff8596c165726bc8cf1 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #397 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9613120555877686 +Command return code: 0, elapsed time: 1.9083147048950195 Finished #397 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed index 6460c5d45bed0e3ed48905d1232234ab6053f552..e41c256db39f84757f8b3d36c8451455bdee8c17 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed @@ -1 +1 @@ -2.1146504878997803 \ No newline at end of file +3.834015130996704 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt index 0b025f8fb94e6070d202a2386df0382856e67cb7..92dadf0bc2ebde34c64baba27b7a398a113a0c8e 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt @@ -1,5 +1,5 @@ Running #230 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1146504878997803 +| +Command return code: 0, elapsed time: 3.834015130996704 Finished #230 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed index a00b66f77af949b3f43c08ac7f53c4cd86dce3b8..95d5ad80d2ab6ec25f43257bfc2f7cc4397f3ca6 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed @@ -1 +1 @@ -2.024287462234497 \ No newline at end of file +1.9839489459991455 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt index 4d7fb6288dfad71de46ec92c011bd808e4679f71..69f396100a1e9fff29e4cea4ec940931f90c3559 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt @@ -1,5 +1,5 @@ Running #332 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.024287462234497 +Command return code: 0, elapsed time: 1.9839489459991455 Finished #332 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed index 5e248f9cfd30b50251ae2b278ac9f80a6685dbb5..1f6a164434bf936db2d8e544864d6d485370fa33 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.19649600982666 \ No newline at end of file +2.210070848464966 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt index b13ef70e31cffed125e994b304c5a2e3f40c13ec..569d8e4c18bb7bcb5e9df2908fa82307a43294de 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #122 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_raccumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.19649600982666 +Command return code: 0, elapsed time: 2.210070848464966 Finished #122 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed index 651fe7ec0b3cd63167220c59a3d59f0176d6fc32..aa206d46e2032413a13fb6c4df04ab4781236d25 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.17990779876709 \ No newline at end of file +2.190591812133789 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt index 0d4c90dbbf09e8a5118fe45fef9ad3c0afc775aa..b1bc2c638f24dcb702163cf0ae3f8a417952cab1 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #372 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.17990779876709 +Command return code: 0, elapsed time: 2.190591812133789 Finished #372 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed index 0084f72db4a64f85140b486151d58a48473c4e39..b6e702a11836a2ad22d2432bfa833c75d89e069c 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed @@ -1 +1 @@ -1.9699349403381348 \ No newline at end of file +1.972083330154419 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt index b118467025cbfb048d43f505a4dea09d3c696239..859ea2a826793041dd1e14e01dcd41659c51ee06 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt @@ -1,5 +1,5 @@ Running #365 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9699349403381348 +Command return code: 0, elapsed time: 1.972083330154419 Finished #365 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed index 350503fdabce001f35d01856a4a3f0d1c6cd4165..f341e27305207a4d747ea03a0128addb857bf7a3 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed @@ -1 +1 @@ -1.9957606792449951 \ No newline at end of file +1.9042034149169922 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt index 29e379994750fd97924440c94d14e6a82a699a85..ce3848a128dcb6e50f198d090ad60bd102f3c7cf 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt @@ -1,5 +1,5 @@ Running #2 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9957606792449951 +Command return code: 0, elapsed time: 1.9042034149169922 Finished #2 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed index cd11944b9865dfd3b086029f60b4c2eec9a2a7e0..3774552428a9839a25f18308fdea2d5b451067f4 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1190121173858643 \ No newline at end of file +1.9380536079406738 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt index ae2c3e80d482e3aabf1c92841b23a248b915b29a..36e90b01cacb580c45179514ab7dc972dd00fbf6 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #439 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1190121173858643 +Command return code: 0, elapsed time: 1.9380536079406738 Finished #439 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed index 7e3926a851926f643e67cbeea7da3d3870b2998c..22a89757061fd9d7b16ce5dd01025782276fbe50 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -1.9792773723602295 \ No newline at end of file +1.9899075031280518 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt index 684bb12f4d481302882da03c5c11289feb018499..0c4f7abb36366150b428f20ccc47891fbedd1369 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #82 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9792773723602295 +Command return code: 0, elapsed time: 1.9899075031280518 Finished #82 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed index 98cfa5b71b0725beb499188aeb2b4caac95c4dc3..dad2e425efc01e18c77dfc2084ced0117872c48c 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed @@ -1 +1 @@ -2.181889533996582 \ No newline at end of file +2.1724162101745605 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt index 8053b26e0c065ef99277491eee7fc5cce281e337..a5f2b42d569c7d5b57256d7c2625442e536ac244 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt @@ -1,5 +1,5 @@ Running #385 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.181889533996582 +Command return code: 0, elapsed time: 2.1724162101745605 Finished #385 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed index 35bd0655b89d498c1bcb6635dbb9e843d0a81e43..2410edb9c897d14b97c8e4af4fccfc73bb6990a6 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed @@ -1 +1 @@ -2.344320774078369 \ No newline at end of file +2.1564152240753174 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt index 06da448619dc3212822378246f1a4c865fa6962f..43ab98b671559343b9d76de4e880ebf582770207 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt @@ -1,5 +1,5 @@ Running #252 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.344320774078369 +Command return code: 0, elapsed time: 2.1564152240753174 Finished #252 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed index d3c5dfa776106a1c6f1e0154b5e147d4361353be..0774de96b2b70b9f1af8b1297ab9b325c072c989 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed @@ -1 +1 @@ -2.180098056793213 \ No newline at end of file +2.130072832107544 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt index cc87c20e92d36717c6f18bd8ae70c0b5b8338751..6cc3a1c6a8ff5d5a3b4fd3672f4938c6e1737b24 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #284 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.180098056793213 +Command return code: 0, elapsed time: 2.130072832107544 Finished #284 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed index f022078b25e5f4e837a88b8bc382eca5feb907dc..d5640765dde695559ba1bf14accf0ecdf5fc4709 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed @@ -1 +1 @@ -2.152083158493042 \ No newline at end of file +2.32875657081604 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt index 7264ab756b534e9fa92706b97e888edc68baa339..b59a88c9e254e0d7142c2ec58a641b146eb04f8b 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #352 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.152083158493042 +Command return code: 0, elapsed time: 2.32875657081604 Finished #352 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed index dabff18a37856172199985698edf7ded174cd4f3..953a0f2bc6efba647f935e1dfe2a155e27676a45 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed @@ -1 +1 @@ -3.5542428493499756 \ No newline at end of file +3.5726606845855713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt index 962fee43396765195a02d52dc83249fb0fe6e6f0..c61f2b9c2037d1b8181f4d0618f5acaeb9fb6aa7 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #363 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.5542428493499756 +Command return code: 0, elapsed time: 3.5726606845855713 Finished #363 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed index 30397420ef508427e61883ea08fdf900b213e130..f0f6872198ebc7eb5703b747146f9ffcbb481a5b 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1129367351531982 \ No newline at end of file +2.229154109954834 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt index 2feaab4de92156e971188ac2f8b910d357633527..5ee60d2dbd1a8834d08f917e3043014480334e7f 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #279 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1129367351531982 +Command return code: 0, elapsed time: 2.229154109954834 Finished #279 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed index ef21571c49e67d6cecd53ccb7003d4185e4beb57..7f76ee5240f3c7bdf83d41803fa41e322d7d89a6 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -1.9336962699890137 \ No newline at end of file +2.099733829498291 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt index dde38e119086573751151a803bf8904ebfc59b32..7aee2dc40931e2f9c0c977cc1ead76033fb2f7e8 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #384 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9336962699890137 +Command return code: 0, elapsed time: 2.099733829498291 Finished #384 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed index f06bb0491475ce637ab991d8090db88852c86a7b..9b2091696160ae7eeaf8ff8966d33f2d4c37c58d 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.2992453575134277 \ No newline at end of file +2.1965770721435547 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt index db1472ff260531d298ec34563505ae8592928774..1b961531826fc3b050c851d9f355472d8876bf5e 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #57 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2992453575134277 +Command return code: 0, elapsed time: 2.1965770721435547 Finished #57 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed index cbf73e202514ad85fe332ac8253b9ec2fb9aa889..b8198157335fce0c8802aab1b5d6b4df9aa63de4 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.0479800701141357 \ No newline at end of file +1.9659583568572998 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt index 386b58f9fd96af4907260d853a017dd27287fc80..518e681fa2b5563393645d424ce2da6bfb2420ab 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #36 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_fetch_and_op-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0479800701141357 +| +Command return code: 0, elapsed time: 1.9659583568572998 Finished #36 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed index 09ec5be9a87f8b7442a04a421eaa5207fdb2b2f7..6029b7b4e67cae6e2748e9944db8f14671502b6f 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.2349019050598145 \ No newline at end of file +2.1380205154418945 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt index cdd6a2930e7e99e9c33ab8e0d724988d2d3e4146..d02e47e3d6fb491b0b3eea6acd9c07820298c5fb 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #257 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2349019050598145 +| +| +Command return code: 0, elapsed time: 2.1380205154418945 Finished #257 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed index b923d679e4e4a00ffa0ff90f33fb8b1b9af8b230..1ac1aba9b66f4d0839fa5b4334377e3c8e83a08e 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed @@ -1 +1 @@ -2.136582612991333 \ No newline at end of file +2.1742351055145264 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt index 04d24d4ae049fbc341f278870f45003f21ac0eb5..29988fe24dbc2c6e7c05554299d863629d35c58c 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt @@ -1,5 +1,5 @@ Running #51 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.136582612991333 +Command return code: 0, elapsed time: 2.1742351055145264 Finished #51 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed index 667ab706432e717c58219e0b5f4d9a993be390f3..f11397ab5dc94869d284763d789c564dc3cac1cf 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed @@ -1 +1 @@ -2.191518783569336 \ No newline at end of file +2.126091241836548 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt index 364cf9841be71793ccbe26f5ff2f9c5d3fe5af27..e5139e84367d0ba4082a3036a391ec071e6fe94f 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt @@ -1,5 +1,5 @@ Running #54 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.191518783569336 +Command return code: 0, elapsed time: 2.126091241836548 Finished #54 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed index 63f558793b6e75702ac368c761a10cdc1e4af2fd..ec5d6c45be235325da895ea9c810abd35498fc0f 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.999959945678711 \ No newline at end of file +1.9216010570526123 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt index fc8b2f6c6a4643b346f5a3091a2d44054f29d620..b80426f5ea5c06fee0352faa2a8fbf06f9f9f748 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #3 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.999959945678711 +| +Command return code: 0, elapsed time: 1.9216010570526123 Finished #3 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed index be7e6482e4380c7dd300d20f6b328cd6166ad16d..d1092acf93edf534102981d9718688e5e05d9fec 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed @@ -1 +1 @@ -1.9168281555175781 \ No newline at end of file +3.775028944015503 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt index 13b5fe097b0c62a410a6214a51d7e7bdbcbc7753..e26ac5c2f8c82e8c0f1490cee870a029b454bece 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #205 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9168281555175781 +Command return code: 0, elapsed time: 3.775028944015503 Finished #205 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed index 1c5f5fd5fe93b8eb03f9472a377d58062751e765..07ebd8db0afd9a0e9c59ac706cb636187bb825a8 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed @@ -1 +1 @@ -2.100067138671875 \ No newline at end of file +2.0769829750061035 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt index 65c295be6ce2092d12b636d869d26bff47c650c7..09ab440de79daca0354ad48c41d82a1c26d0f2d5 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #73 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.100067138671875 +Command return code: 0, elapsed time: 2.0769829750061035 Finished #73 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed index c2258ef655565106a3f6a61a7ba728c0be42c98d..933612110770336f662576ed62927b031963d9b0 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.052424669265747 \ No newline at end of file +2.040814161300659 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt index d0d1a93022e54f722e557333fb5ddea63962af35..8cd4020c7ceea3020369ae32253830cf09ee8754 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #403 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.052424669265747 +Command return code: 0, elapsed time: 2.040814161300659 Finished #403 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed index 74bb4eae346bec5eefeb6b2f284b3648396b0c57..67ad307674c0337d4540d00abddced571acda402 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed @@ -1 +1 @@ -2.044257640838623 \ No newline at end of file +2.054250478744507 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt index e55428df582755ecd661638c77745f5a1ed0b0e1..eb940b6e5c2d82e5b4c26d7b981e2efd099b02d0 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt @@ -1,5 +1,5 @@ Running #45 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_put-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.044257640838623 +Command return code: 0, elapsed time: 2.054250478744507 Finished #45 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed index 31205c7324c3cd9a85a7fb47a3cb1570c799aa95..47c7d2801388eff3b696a4c6cd7f43f30b50c106 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed @@ -1 +1 @@ -2.1221063137054443 \ No newline at end of file +2.062058448791504 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt index b1329f9a0b14089640b87d9fe8b54ca2258f9cf3..40e945c538ead28b21731192d185950e74898130 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt @@ -1,5 +1,5 @@ Running #308 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1221063137054443 +Command return code: 0, elapsed time: 2.062058448791504 Finished #308 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed index 748c0a8e15d41987b8117e8f7e26d1f165fe52b0..180a6ea3e38db0abeaaa35b49bbf1bc3db193fab 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.0966737270355225 \ No newline at end of file +2.01151180267334 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt index 7c66a62d8924dfa59f47f00f58e5edb95a52915c..7c9ba98b7482eba8e8cb952d0fc7e9d2030aa9b2 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #208 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0966737270355225 +Command return code: 0, elapsed time: 2.01151180267334 Finished #208 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed index 68c0412be7089902f6fcdbf610e74ab3c8afb15c..5844fea2de82a98b5d9f769d91cd714a3deb7c16 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.251946210861206 \ No newline at end of file +2.1742329597473145 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt index e21b56f181c6242d5dec845086b30f8e465dd269..f23d6914dc6ca2a878201b6688424f8e5927b734 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #151 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.251946210861206 +Command return code: 0, elapsed time: 2.1742329597473145 Finished #151 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed index c441c3835e38f91a9f2855298202c168e5efa2f2..e5e4e5ced5628d6981f64adfcede484ba69062d7 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed @@ -1 +1 @@ -2.202807903289795 \ No newline at end of file +2.1408820152282715 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt index 4ea202d385369622360e0329dc3e279fb1d5920c..6010e24f75085459ffb7cf55c31834584ea6eb4d 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt @@ -1,5 +1,5 @@ Running #410 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget-001.c (batchinfo:1/1) @@ -47,16 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -| -| -Command return code: 0, elapsed time: 2.202807903289795 +Command return code: 0, elapsed time: 2.1408820152282715 Finished #410 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed index 2dfef0c500dab04a3670259d41a49f31f9349f30..929172cf95bcc7311d2b6d8139d45109cd986f29 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed @@ -1 +1 @@ -1.9813504219055176 \ No newline at end of file +3.1625325679779053 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt index f4e3c36be14cafe5120ddad56dc422fa21fdb3e1..a60b0a6dfdbcc6fa33e950fa5d72422a1bb082af 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt @@ -1,5 +1,5 @@ Running #104 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9813504219055176 +| +Command return code: 0, elapsed time: 3.1625325679779053 Finished #104 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed index a38a9cc3ce00da7ce1d2d47096829caf54851027..da73e58c17a6c9a4fe2b3ffa3da4cac9e7bc9971 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.2180984020233154 \ No newline at end of file +2.0984480381011963 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt index eb7a0269b185225b1485c053fcb473b9eb1d8ea6..13b08793730e2d2f6b5a2bff3dac7f1b8e6560e5 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #154 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2180984020233154 +| +Command return code: 0, elapsed time: 2.0984480381011963 Finished #154 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed index b66d2dc5aa41b7789d9e9f87453262aca5e00c76..fd750fcb6773eaa0ec6f8471d316e0f83fb29468 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -3.5307092666625977 \ No newline at end of file +3.560516119003296 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt index 2deb4ffa992837b2709c44a33b197009ed92f3bb..77a6b67345db81d9bbe86ce382d9d5ffdacd24cf 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #231 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.5307092666625977 +Command return code: 0, elapsed time: 3.560516119003296 Finished #231 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed index b1b3228798961c8d97cc6a189906a8ee0adcfc8d..4791b48ed00a3435d425fa0d7389e37c486538b7 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed @@ -1 +1 @@ -1.9062097072601318 \ No newline at end of file +2.030697822570801 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt index 347008bb8320cbcd4a14a317000fea05954c76c5..c339a9ac397d1e99b931f35d5f375f932fc8f52f 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt @@ -1,5 +1,5 @@ Running #81 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rput-001.c (batchinfo:1/1) @@ -47,15 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -| -Command return code: 0, elapsed time: 1.9062097072601318 +Command return code: 0, elapsed time: 2.030697822570801 Finished #81 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed index 821918a303b5f43ec10f49a0e11de4fc1e844b6b..f0da771603cb5ac31cb0ebf929b2a7c205968e26 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed @@ -1 +1 @@ -2.3255722522735596 \ No newline at end of file +2.14479923248291 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt index 441e6ac9cb31e81a13139206fa271992219a1720..26f70ac65a0f5f0519ddd356f3b8635b39616e93 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt @@ -1,5 +1,5 @@ Running #214 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.3255722522735596 +Command return code: 0, elapsed time: 2.14479923248291 Finished #214 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed index 0fe97cee0dff88b2383290ff4189edf8f2cd6199..12cd77cfa103a0d1b04b9012b1378e5c867bb192 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.177865743637085 \ No newline at end of file +2.169839859008789 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt index f2a90953835a67a9f42c26109b8b8d0b06c4d15f..c41c4d12df0ed9a7bd417ff33eb43383c9ddd8cf 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #210 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.177865743637085 +| +Command return code: 0, elapsed time: 2.169839859008789 Finished #210 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed index c756556b040a62cf5ea37123100621a2076fa4fa..8eac22ecb81f03d7626662149b12e4f3c6422f9e 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -1.8837833404541016 \ No newline at end of file +1.8745899200439453 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt index 4418bd2693829862abae0f601d09ba035d32a3c3..9d4a507e257afa0144480a80c5e52042b41c2851 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #267 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 1.8837833404541016 +Command return code: 0, elapsed time: 1.8745899200439453 Finished #267 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed index e8056f38303d1e69bcd6a2e074c900973d40f1f9..042adc5103b5824442b6752c9c694951387d5cdc 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.0789830684661865 \ No newline at end of file +2.189974546432495 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt index 5fb1bbf8c15474f86ef5b915e04cffaf50576d25..7b56f99b22abacee034787c92fe9bbf896973ab8 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #316 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0789830684661865 +Command return code: 0, elapsed time: 2.189974546432495 Finished #316 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed index 29554e9c7f8a304c3523412d23b3f2dbb8709264..edd5b64bc6d81ad7ce4021b05863009eb884fbdd 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9359095096588135 \ No newline at end of file +1.8835411071777344 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt index 1c37d7844181999f9e7dc864e517df5fa41ae811..71cb4c59b769f115e773ef524924bafd034da477 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #301 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9359095096588135 +| +Command return code: 0, elapsed time: 1.8835411071777344 Finished #301 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed index 557b6242162a50d44d806b6a4e3e3023f51541d0..091cfe9832169c3c6497d33e3989ce713262d02f 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9212007522583008 \ No newline at end of file +1.8983840942382812 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt index b5b123e562dd64e0f68a6bc024844a68a79b7c3a..f416b3e62d0f9f8f40de271308c04c4e922c5bbc 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #203 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.9212007522583008 +Command return code: 0, elapsed time: 1.8983840942382812 Finished #203 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed index d2afb27e0b2accbd9b7dcd1ec71180f55de00ac3..9746cd5db4c655bcd9f591f2766e90af4ef074f0 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.251957654953003 \ No newline at end of file +2.201160430908203 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt index b61919f3f64279f7c8a87c790c7cfc47f84d7075..75f86f1c2555e5381488d84d62d0da159be15fcf 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #131 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.251957654953003 +Command return code: 0, elapsed time: 2.201160430908203 Finished #131 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed index 211f1c5ffe6ad3f0bc91a7fc007fe7d778abaaed..f6b08840e7ecd7738955b221754afc0f1dee8cb4 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.0378003120422363 \ No newline at end of file +2.1762824058532715 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt index bbea898ca677efce780856a3479641ba383ef513..c8a3f31bf2da22d2d1fd17a9368f1802d13fb252 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #141 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0378003120422363 +Command return code: 0, elapsed time: 2.1762824058532715 Finished #141 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed index 4983bb7809bb33467b1772483d70214c900edc0c..bdc52825b38a36c87bc1840d9899fa3bcc94d884 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.1117801666259766 \ No newline at end of file +2.2025797367095947 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt index c12807754257fb678c914c37dc22536ccc825f75..22e833f36735183758e6110e495239835f501681 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #184 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1117801666259766 +Command return code: 0, elapsed time: 2.2025797367095947 Finished #184 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed index 3b874319bd16210ec65e019cb0ae696ac45a97a4..d437256a2df47628977961318d7ac1ce82060f78 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.08768892288208 \ No newline at end of file +2.224181890487671 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt index 4b5c5b1aab0071f77c0e08f9725e471408e51fc1..6533f88ecb63546486d0d5c288e3d7c27aaa7046 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #375 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.08768892288208 +Command return code: 0, elapsed time: 2.224181890487671 Finished #375 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed index b149afe0bbefd6c6e0ee3a080a8e0a979dd27786..17cc6749c59442961b5c896f2da77a9d4c446986 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.1638731956481934 \ No newline at end of file +3.014909505844116 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt index b975e7f21c09dc5e37a353ee6b5f9bc6d924353b..7dd941e38f09f9460d64c94cb9f7f372cc10de6e 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #289 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1638731956481934 +Command return code: 0, elapsed time: 3.014909505844116 Finished #289 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed index 303de85fa384ac8b4145ca11f6aefad5b64adcb6..a482417f55486422ce68d7f8c30995dc5bc6fab5 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed @@ -1 +1 @@ -1.9596145153045654 \ No newline at end of file +2.0584399700164795 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt index c6e9ab965bde6f3ec2c5dd7831199bad77ac731e..810665f48db857f9bd191d9bb21b076104a12890 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #194 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9596145153045654 +Command return code: 0, elapsed time: 2.0584399700164795 Finished #194 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed index 1fa2657ab88022dd90405be79c4592d9d13e6213..6e89117bcec2d04504ad4834a1dc49492c55d579 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9811208248138428 \ No newline at end of file +2.053769826889038 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt index b81e64fce951f5dc05102555088aab878b30b283..2f81775732576868860dc1f6a99e87913b1797c3 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #196 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9811208248138428 +Command return code: 0, elapsed time: 2.053769826889038 Finished #196 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed index dc7780c9ab7c0a5ddb1596970a5049c649befa44..046a4d70a113052375643132ac8a4941ef694e79 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.121659517288208 \ No newline at end of file +2.160810947418213 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt index 517e609d95788e5393180842cf9282e9567d0db8..5a33539be6bb27d16005be2ab059e4ac800d21a2 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #76 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.121659517288208 +| +| +Command return code: 0, elapsed time: 2.160810947418213 Finished #76 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed index d7455b61f8641d0a177fec4d85d67bb8de4d425e..028338cadb90c08dbbb1ee2b20daca97e2c20b88 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.0941243171691895 \ No newline at end of file +2.107175588607788 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt index 1b51e864123a05652ee992320f0d3f4df2eda25a..b0407ddde8846d871449aac056dc2c8fb15978db 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #328 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0941243171691895 +Command return code: 0, elapsed time: 2.107175588607788 Finished #328 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed index eb6485be42a6fd094a9ae9b0b56b2ad1644c76df..4b9bfbdeb42fc57a6edc75201687dafe01290b60 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1042962074279785 \ No newline at end of file +2.159102201461792 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt index c8c3ddd4638b813857a9e08e779cc37d5e952cd4..fc0cdcd15150d861d9fae48e092ffba78dde2f3a 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #119 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1042962074279785 +Command return code: 0, elapsed time: 2.159102201461792 Finished #119 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed index 24e07e10092e4a49455a9449108b4b603023a84a..0f9c2344d428f4ad6192daaa62b5e708a3ce555c 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed @@ -1 +1 @@ -3.4872705936431885 \ No newline at end of file +3.553861618041992 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt index 1e1e561a7b695eba9de17cbcdfde7aa833e0eb42..e3808a076f90a5f8ddf9b4340ab689a48544fb65 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #198 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_put-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 3.4872705936431885 +Command return code: 0, elapsed time: 3.553861618041992 Finished #198 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed index cb08300f415f2d8f19f64637f1323783dff20c33..ba9d4745f48e9962155213f819d58fe43a242b09 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed @@ -1 +1 @@ -1.9133577346801758 \ No newline at end of file +1.9305408000946045 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt index 76b62fe009424636a05a2fee1ac584553b838d97..c271c35cce14fa27c0a8dcb1e8973ecb333b5bc3 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #37 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9133577346801758 +Command return code: 0, elapsed time: 1.9305408000946045 Finished #37 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed index 6c9269b9827675af0267a349305efb29ad5157ab..25e3ee366ed46a6d4b73ca862c3ea44d2e1067ca 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.8276636600494385 \ No newline at end of file +1.8938775062561035 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt index 2442b534aa5ec1c9f8712168851a45474e5cd5aa..ee9055c6ad4febe8d982f9624289dac47498b8ec 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #266 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.8276636600494385 +| +Command return code: 0, elapsed time: 1.8938775062561035 Finished #266 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed index 7c71c5d69f67b17a6c3b47dd1f2604bd1c752035..6aca67f7868d64ebcf6849016f403e75b258be6d 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.2108044624328613 \ No newline at end of file +2.1211061477661133 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt index e82894fe4788461b697c15652cb3ca5fe2e54a70..f6649c9f1597f9543e63339ce185f8844cfd79d7 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #425 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2108044624328613 +Command return code: 0, elapsed time: 2.1211061477661133 Finished #425 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed index ec45fcb610b080573bb165a213fbc46cc0298ec9..676a38ce9daf60d1f2d5ac01f4dd68f02b9ad8fb 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.054722309112549 \ No newline at end of file +3.8088550567626953 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt index e2fdb844cfabbdaa26af3ffb5c9a54241c406ce9..4fb93e298abf9d02e3c133fdaae2805c3228a04e 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #451 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.054722309112549 +Command return code: 0, elapsed time: 3.8088550567626953 Finished #451 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed index e9047564f3c27eb3f9d8cb5b036c794aa45dfe1e..f427b995203819cd34d4d0d9c01165aae9ef5b5f 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed @@ -1 +1 @@ -2.161668062210083 \ No newline at end of file +2.08185076713562 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt index fe568e2a863d9808e99305b97349fcbd55992198..94fc312dd732abc94860c1ab197f0a7187a04844 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #145 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.161668062210083 +Command return code: 0, elapsed time: 2.08185076713562 Finished #145 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed index f4b63caf4d7e54dfb9ac94a4379ff0bd139453e6..1745f044eb93afb442a51ff36c238d4938c8d966 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9625723361968994 \ No newline at end of file +2.0274531841278076 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt index 65425c80b30239d3d1452f9b7c33639ea12f7006..e9b76524925da8fce26d0e875463f2804793e493 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #440 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9625723361968994 +Command return code: 0, elapsed time: 2.0274531841278076 Finished #440 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed index 060157d0bb061188263a6dc0756d6cb8466dbc4d..4f94ceceb674ddd8639c95bb5100cb3f988bcadd 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -2.2283198833465576 \ No newline at end of file +2.1468873023986816 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt index a28a9ed7e7485ff3aab657dc3fdaa111efe769ed..3021944b5a6ee2f26bdcb5b4ba594eb6651527df 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #382 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2283198833465576 +Command return code: 0, elapsed time: 2.1468873023986816 Finished #382 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed index 999d00f95d5e4fb51d177d9252ee374a1eefb16e..5b417a4f0780478e2e2be571969d3202461c677a 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.250997543334961 \ No newline at end of file +2.0950334072113037 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt index 69ba6965f0d5a0a40de6b189aa9848e7cc51cf5a..5a8a48636cf2a6f79c5080f6e35700dee359c7fe 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #29 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rput-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.250997543334961 +| +Command return code: 0, elapsed time: 2.0950334072113037 Finished #29 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed index df4831ebbf67d20b5c5f5486f29b947ebe146f77..e282a547a5e9a9949c7bab80409f5fae576240e8 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.2155280113220215 \ No newline at end of file +2.0958588123321533 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt index f8f8d6bd226d46dd0a080b7524cd1966adbaadc8..58480682a2c150f2ccdfc6690a4fae43e82547c0 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #281 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2155280113220215 +Command return code: 0, elapsed time: 2.0958588123321533 Finished #281 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed index 3771f82a9bec72cf1802ce26cd0283a501a75683..ba9f165554eaa4f4b52cd63764f76dfb52aaca3d 100644 --- a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.235830783843994 \ No newline at end of file +2.220733880996704 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt index 53050225e1fcadc75a33e85cf969cbd4521bc5e3..7b4b6291d902bc36aa3bcc30e840c491f72c2027 100644 --- a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #254 /MBI/scripts/gencodes/RMA/Correct-fence-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.235830783843994 +Command return code: 0, elapsed time: 2.220733880996704 Finished #254 /MBI/scripts/gencodes/RMA/Correct-fence-get_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed index 43ce33ee8835eef1f5595b683f81b705aa9daa2f..cb2dba4f1c71b66f5dd8bd947a555992b824a9da 100644 --- a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -3.6488828659057617 \ No newline at end of file +1.9538896083831787 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt index e8733ea81348065785a22237eacae4d033d98cc9..33ef11bc5b86524e4a40dfc87064f9af71f26786 100644 --- a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #242 /MBI/scripts/gencodes/RMA/Correct-fence-get_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 3.6488828659057617 +Command return code: 0, elapsed time: 1.9538896083831787 Finished #242 /MBI/scripts/gencodes/RMA/Correct-fence-get_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed index 17ed10a451f1794f00efc84176d648b022eef0cd..4cdf7a0d506f79b02d152e603a3a0d2b34dc826f 100644 --- a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.2260193824768066 \ No newline at end of file +2.281357526779175 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt index e08a592c5c4ef0ae13b3ee60f44e760dd57215d5..94e3ef8968fac82ab2cd72562383ee24a789b5b9 100644 --- a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #128 /MBI/scripts/gencodes/RMA/Correct-fence-get_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2260193824768066 +Command return code: 0, elapsed time: 2.281357526779175 Finished #128 /MBI/scripts/gencodes/RMA/Correct-fence-get_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed index 4e9d4098f3a2da8cc59291c769bec23949433bcd..504a9f58b60d7ecb0de019b19496379f8ddc8efe 100644 --- a/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed @@ -1 +1 @@ -1.882636547088623 \ No newline at end of file +2.450517177581787 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_get-001_0.txt b/logs-20240607/itac/Correct-fence-get_get-001_0.txt index 85967414c857d2e03ef76290d0d8cdbd21aa413c..992e21b367b6a5846f5991cd1f990155b7cef4c1 100644 --- a/logs-20240607/itac/Correct-fence-get_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_get-001_0.txt @@ -1,5 +1,5 @@ Running #338 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.882636547088623 +Command return code: 0, elapsed time: 2.450517177581787 Finished #338 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-001.c diff --git a/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed index 1595f5d14890d43f6fdae3ed787c9260689ab550..b6fd50b5b63d905d72c75c72fc559f9b0de7441e 100644 --- a/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed @@ -1 +1 @@ -2.215581178665161 \ No newline at end of file +2.0062625408172607 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_get-002_0.txt b/logs-20240607/itac/Correct-fence-get_get-002_0.txt index 1867b34659fef83e0b9a73af341161a130deea8e..0af57a6deea20b4db64ee3c90ea0f9592f91731f 100644 --- a/logs-20240607/itac/Correct-fence-get_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_get-002_0.txt @@ -1,5 +1,5 @@ Running #413 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_get-002.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally -| Rank 2 finished normally | Rank 1 finished normally +| Rank 2 finished normally | -Command return code: 0, elapsed time: 2.215581178665161 +Command return code: 0, elapsed time: 2.0062625408172607 Finished #413 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-002.c diff --git a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed index af83393dc83abbfc6c2defdcf074e34b5dc1c66b..b1c140d56de1a6c30db43d923adb90c89b6b9f62 100644 --- a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0524404048919678 \ No newline at end of file +2.0779950618743896 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt index d5a8fa0df721b5d5d86266a7d8fb02ab9db4e74a..71ec88461bd13a6bfa5e649f2009efecc5139fbe 100644 --- a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #311 /MBI/scripts/gencodes/RMA/Correct-fence-get_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.0524404048919678 +Command return code: 0, elapsed time: 2.0779950618743896 Finished #311 /MBI/scripts/gencodes/RMA/Correct-fence-get_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed index 75cff8f0291514378f507d7ddface1bffe58d629..0108e6cd3e2267e103e8e4da2f8cde9b9ddb611b 100644 --- a/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed @@ -1 +1 @@ -1.8521153926849365 \ No newline at end of file +1.8623485565185547 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_put-001_0.txt b/logs-20240607/itac/Correct-fence-get_put-001_0.txt index c557f1f5a406cbcb225f8586b552179e41e85fad..cdcfd46135609c0c5d765fa3581b8f9968055ebc 100644 --- a/logs-20240607/itac/Correct-fence-get_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_put-001_0.txt @@ -1,5 +1,5 @@ Running #133 /MBI/scripts/gencodes/RMA/Correct-fence-get_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8521153926849365 +Command return code: 0, elapsed time: 1.8623485565185547 Finished #133 /MBI/scripts/gencodes/RMA/Correct-fence-get_put-001.c diff --git a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed index 73b3a11c19bda4300f06d5344cdfeb4d2d96eb4b..13a63b8e0200528afc60c144ed810ba3fe702380 100644 --- a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.161635637283325 \ No newline at end of file +2.2219717502593994 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt index e73185522ad3571ba75010e67bbbc4591288ba89..abcb70fcf029a256ff38d9a6e2340809d85b4489 100644 --- a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #418 /MBI/scripts/gencodes/RMA/Correct-fence-get_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.161635637283325 +Command return code: 0, elapsed time: 2.2219717502593994 Finished #418 /MBI/scripts/gencodes/RMA/Correct-fence-get_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed index ed2ab5dab0dcc0ec4d5f4aa42617c54e41b62fd2..c489a19e2e1b8a31ed585e1ea8e1696e5bb48e90 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed @@ -1 +1 @@ -2.358353614807129 \ No newline at end of file +2.1806371212005615 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rget-001_0.txt b/logs-20240607/itac/Correct-fence-get_rget-001_0.txt index d118c4f974f100a3241ec6f7d06f842420fde589..35018d39ca0702f5090c84d4641e0aee93512bfa 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rget-001_0.txt @@ -1,5 +1,5 @@ Running #353 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rget-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.358353614807129 +Command return code: 0, elapsed time: 2.1806371212005615 Finished #353 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed index bda7fddae651792b0542a39d3a66bc4620479f50..55b7cd25dc8cad2ea1782b34b8d521c2760b1b07 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed @@ -1 +1 @@ -2.1630196571350098 \ No newline at end of file +2.135803461074829 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rget-002_0.txt b/logs-20240607/itac/Correct-fence-get_rget-002_0.txt index b42d18cf94296c42dd62f33e74eaabf56755fc25..82eb8e3c59ce01d47b334c33ca9f42d32fb0a174 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rget-002_0.txt @@ -1,5 +1,5 @@ Running #98 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1630196571350098 +Command return code: 0, elapsed time: 2.135803461074829 Finished #98 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed index 3758b0aa360f23d60597b47b39ee9d0ac6c816e9..bd7921b94dc260e4c185177c58c6fabc177579ca 100644 --- a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -3.5266647338867188 \ No newline at end of file +3.4983365535736084 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt index 9cc57d7b06a48ba7eb471ab415dbfecf2c986f85..1a5dfc3f1fe930b9999edd51c4cd7cccfb654b25 100644 --- a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #330 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rget_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 3.5266647338867188 +| +Command return code: 0, elapsed time: 3.4983365535736084 Finished #330 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed index 0f2220e357657bcb402d421026ca37e00461bf1d..30af06fba640d362b2bc9380313f7d688fe95bc9 100644 --- a/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed @@ -1 +1 @@ -2.0036520957946777 \ No newline at end of file +2.237407684326172 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rput-001_0.txt b/logs-20240607/itac/Correct-fence-get_rput-001_0.txt index 878f9e50861e395327861729d89fc5cd44cdba6a..7a0bf628c41875390abecd175c87b2334e2edeeb 100644 --- a/logs-20240607/itac/Correct-fence-get_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rput-001_0.txt @@ -1,5 +1,5 @@ Running #376 /MBI/scripts/gencodes/RMA/Correct-fence-get_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rput-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.0036520957946777 +Command return code: 0, elapsed time: 2.237407684326172 Finished #376 /MBI/scripts/gencodes/RMA/Correct-fence-get_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed index 3f86856f307fa9129067c09ab26b4eed66c582c9..0af4e7f1906b74e9ace854851cf60bfe49781587 100644 --- a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1832544803619385 \ No newline at end of file +2.078143358230591 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt index 522d6a0484109885dc655743b4f7df6b28e29b83..15844884b7f6b18799aff92afd8c07ca082a5417 100644 --- a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #190 /MBI/scripts/gencodes/RMA/Correct-fence-put_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1832544803619385 +Command return code: 0, elapsed time: 2.078143358230591 Finished #190 /MBI/scripts/gencodes/RMA/Correct-fence-put_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed index ce563dc42df5243f105f4a635a3eb0ed62a5c7f1..8fb5db9958c06022402b5d06e0d95497ece05198 100644 --- a/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed @@ -1 +1 @@ -2.0034611225128174 \ No newline at end of file +1.9849705696105957 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt index 5e59575b9f834526a08c741d3b5603ba77f262a5..6f343cf6c24f633f2d733453c2ea3d89515b59fa 100644 --- a/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #402 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-put_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0034611225128174 +Command return code: 0, elapsed time: 1.9849705696105957 Finished #402 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed index 34f3f374fcb2aae949be7e84772e8e2b69d25bcf..545d7c49ef7a2300e04d9c667684ec491561f28e 100644 --- a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.068617343902588 \ No newline at end of file +2.3155150413513184 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt index e074a7b654a880e85becb01ded489d13fb0dbc25..81829a86149e0629d83496c1cf251b2839eaba4f 100644 --- a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #329 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.068617343902588 +Command return code: 0, elapsed time: 2.3155150413513184 Finished #329 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed index d74ba4ebe8de4ea50ca5894ee1994581d274c52c..b326dfa18a74c1584124b5f342f99e9de891319f 100644 --- a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.0030760765075684 \ No newline at end of file +2.1171646118164062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt index f467411592d783c4b6fd9f0d93fc49725695da2b..1c799788c6e1708b494f94d22a8de48b053c18aa 100644 --- a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #248 /MBI/scripts/gencodes/RMA/Correct-fence-put_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0030760765075684 +| +Command return code: 0, elapsed time: 2.1171646118164062 Finished #248 /MBI/scripts/gencodes/RMA/Correct-fence-put_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed index f73dba63ba9d4fc753cf94cf4b8a82c5916364a0..7e0b577fbf2cf82e52012270969c25bd9b386364 100644 --- a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.1149063110351562 \ No newline at end of file +2.2113866806030273 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt index 49b7fa0735100745837df523cd78dc6487270572..782782790d23d750affe2afc4069f72bd8dc0313 100644 --- a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #453 /MBI/scripts/gencodes/RMA/Correct-fence-put_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1149063110351562 +Command return code: 0, elapsed time: 2.2113866806030273 Finished #453 /MBI/scripts/gencodes/RMA/Correct-fence-put_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed index 372930d28c8c4f4c5389e5ec121879c6c6e12798..aae5c079adbc791a08d5a9de0872ee1ba406ef7e 100644 --- a/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed @@ -1 +1 @@ -1.9135527610778809 \ No newline at end of file +1.8279070854187012 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_get-001_0.txt b/logs-20240607/itac/Correct-fence-put_get-001_0.txt index 294915d46ecf648ecab2deaeba8021e3f22d79d2..b1d0e53c5e5e57f29426929c907434c7f93d9668 100644 --- a/logs-20240607/itac/Correct-fence-put_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_get-001_0.txt @@ -1,5 +1,5 @@ Running #5 /MBI/scripts/gencodes/RMA/Correct-fence-put_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9135527610778809 +Command return code: 0, elapsed time: 1.8279070854187012 Finished #5 /MBI/scripts/gencodes/RMA/Correct-fence-put_get-001.c diff --git a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed index d01d175b48b21456000d90dd7cb770795fe91333..2e8691d2f64fd064ccd92ef6b75dbb80395c1e56 100644 --- a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.148001194000244 \ No newline at end of file +2.152923583984375 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt index 3c47fe5dc5d00f674a2b7c54026552c920ee312a..f1e6ee417c4a5f2c0aa97eae5e33c06a634d60c6 100644 --- a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #276 /MBI/scripts/gencodes/RMA/Correct-fence-put_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.148001194000244 +Command return code: 0, elapsed time: 2.152923583984375 Finished #276 /MBI/scripts/gencodes/RMA/Correct-fence-put_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed index 4aad6b7113a97fc1b8ae6ae6e9b3a5e57330c2d0..99075d43a176ad8e7d9df521dda6dbed9f39b727 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed @@ -1 +1 @@ -1.9450974464416504 \ No newline at end of file +1.8954026699066162 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt index e216dc2f8355d84dc165e8dddf61ff5163586786..d1801953238075fde3001da26e9a05aedf56bd72 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #72 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9450974464416504 +| +Command return code: 0, elapsed time: 1.8954026699066162 Finished #72 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed index a649ea241e74889cd9f5a3da51814dc24af191e8..bc36e4902a83939c7c748060369b7467050a8718 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.135073184967041 \ No newline at end of file +2.1391372680664062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt index 642c599c426277bf7bdf1cb46c4e4e6008b21c9b..b84aeb895adffed0070bb731cfc2708a0af6b60c 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #348 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.135073184967041 +Command return code: 0, elapsed time: 2.1391372680664062 Finished #348 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed index 426fdd3fa20296c6e12ab2fac986180c285f880b..32368222d50e0714f8334b7ecf7ef794aaad68a6 100644 --- a/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed @@ -1 +1 @@ -2.130117177963257 \ No newline at end of file +2.2051737308502197 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_put-001_0.txt b/logs-20240607/itac/Correct-fence-put_put-001_0.txt index 20058872884a1f32786d90acbc686b69618c761d..676504c36910de8778e49f5aec0d00c34dbdcf49 100644 --- a/logs-20240607/itac/Correct-fence-put_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_put-001_0.txt @@ -1,5 +1,5 @@ Running #415 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_put-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.130117177963257 +Command return code: 0, elapsed time: 2.2051737308502197 Finished #415 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-001.c diff --git a/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed index f5a287eb1f9a0cf2d569ac21542e9d8b8b047a11..eafbb4880bc190bdd4cd0f330c5e99fd4af0edb4 100644 --- a/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed @@ -1 +1 @@ -2.0671510696411133 \ No newline at end of file +2.1173644065856934 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_put-002_0.txt b/logs-20240607/itac/Correct-fence-put_put-002_0.txt index 8e717f836cc3ec22f9cf0ce0583f80f97be37804..bb6d3b54347715d1e0f79814e8d68a241bfab822 100644 --- a/logs-20240607/itac/Correct-fence-put_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-put_put-002_0.txt @@ -1,5 +1,5 @@ Running #452 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.0671510696411133 +Command return code: 0, elapsed time: 2.1173644065856934 Finished #452 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-002.c diff --git a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed index 38721cba288d71efaa2346e725b96669e60b8c8f..c26476bec0f9801d1cbc74d0798f667834ea57b9 100644 --- a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.9504354000091553 \ No newline at end of file +1.9605154991149902 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt index d72e184d39e96fa6f42189f96ccad455020109eb..0d3f1c2357ca67ffa598ca554141d79f1737edf6 100644 --- a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #35 /MBI/scripts/gencodes/RMA/Correct-fence-put_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9504354000091553 +Command return code: 0, elapsed time: 1.9605154991149902 Finished #35 /MBI/scripts/gencodes/RMA/Correct-fence-put_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed index 3abdc144ae192b3b3c62269314b4f05ed3000fc9..8bcbed1225a34410d66fa151fdc3d37a5e943ff1 100644 --- a/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed @@ -1 +1 @@ -2.1524624824523926 \ No newline at end of file +2.0098798274993896 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rget-001_0.txt b/logs-20240607/itac/Correct-fence-put_rget-001_0.txt index 7a1a98dd91c0f61dc945f8899caab062101b0ef0..a2b8d11203f746bf23061c91c65fb87fcf1dfffb 100644 --- a/logs-20240607/itac/Correct-fence-put_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rget-001_0.txt @@ -1,5 +1,5 @@ Running #174 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1524624824523926 +| +Command return code: 0, elapsed time: 2.0098798274993896 Finished #174 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed index 207d4765e39fbe01147d3bcfc8525d43c363201a..b236674849c437924d295769571b3d4362cb1951 100644 --- a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.206756830215454 \ No newline at end of file +2.108443021774292 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt index 25b1735dc875580062d64fbcab2e6daac44201d3..d19f0b3574bc2693b540ac76a5ea4cae1ddf7652 100644 --- a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #42 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rget_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.206756830215454 +Command return code: 0, elapsed time: 2.108443021774292 Finished #42 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed index b6a472ff69f3a2b6e595ef7b0a9473c9470e4614..b68867c8a130bb952a0070e8ece156d0ae9ae91f 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed @@ -1 +1 @@ -2.263472318649292 \ No newline at end of file +2.1767826080322266 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rput-001_0.txt b/logs-20240607/itac/Correct-fence-put_rput-001_0.txt index 1566f5c977901c9d3df58b9fc7c2d58cdd711196..00e62e19548fcae72f79fc99d4bea0d44850f97a 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rput-001_0.txt @@ -1,5 +1,5 @@ Running #124 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.263472318649292 +Command return code: 0, elapsed time: 2.1767826080322266 Finished #124 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed index 3085ba207ddcf2eb0660e4b7da1f8c960befb455..fdfac8a507b3709e95004038380547a5e6455cdf 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed @@ -1 +1 @@ -3.6420440673828125 \ No newline at end of file +1.9826066493988037 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rput-002_0.txt b/logs-20240607/itac/Correct-fence-put_rput-002_0.txt index eaa95575450bee41a3b72d24e3c13fd42c49ae0e..85f5e3f0f49bd054930ec20e42cd5e96473eb647 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rput-002_0.txt @@ -1,5 +1,5 @@ Running #428 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.6420440673828125 +| +Command return code: 0, elapsed time: 1.9826066493988037 Finished #428 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed index 1b94e82d463f7373b7784c0dc1d2009b9f4fca93..5037f93ebc02c2e713cec36d0c8969158fbfe8fa 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1387979984283447 \ No newline at end of file +2.1125223636627197 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt index c6be5e0a92f988c8090c138a52a77c3c53756cb9..039b428f59fe9c4de42fe5ebab8b21e63204b456 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #55 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1387979984283447 +Command return code: 0, elapsed time: 2.1125223636627197 Finished #55 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed index efd601bb1c30e505a8eb3976377d17bddc74d6f9..1e82fc5695e3ad7be320c3c735587302466fd2ba 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.1562018394470215 \ No newline at end of file +2.137340784072876 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt index fe59948a6d9111ef0499e05bba65768a1d167cac..48911d43b092e7fe0a52fac874e45b167cf655d1 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #283 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1562018394470215 +Command return code: 0, elapsed time: 2.137340784072876 Finished #283 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed index 18254a8aa39f9389efd22f3986ccdf8d0f352cee..f69b9b04016881720cee6eacaeda3f93b6a37b77 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9821288585662842 \ No newline at end of file +1.9751405715942383 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt index 0ce167c1bd3c93fac0ee71fd34fe2179bd6bd3b5..9fdb8f6578b23c200942a6ce251f319e52c97b0a 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #331 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9821288585662842 +| +Command return code: 0, elapsed time: 1.9751405715942383 Finished #331 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed index 787f2fda74e9ee228179b1bdb39d5979ed35d0a8..ac2db0d553814b36964713d4db8dda9a3b4af042 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.034682512283325 \ No newline at end of file +2.2520437240600586 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt index 19ae775e61c91c1a103b6a79e59e5dc63e96ecc3..d8bf46658f9f2714e5af0f0592b61be2db88da4d 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #179 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.034682512283325 +Command return code: 0, elapsed time: 2.2520437240600586 Finished #179 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed index 3e7e6695ee9a8ac8c74c28fbf042d04a643d6911..f1f4a59c7b916eaa80402ed76d2f5d3590de1668 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.1327593326568604 \ No newline at end of file +2.011586904525757 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt index 01ce11fbe0287748da50a64b684b347df4e2460b..81f038f389f7fa074b3688c5c94d90d248151763 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #340 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1327593326568604 +Command return code: 0, elapsed time: 2.011586904525757 Finished #340 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed index 26c6dfc5c71ff124171c51b34a9f20100df2873a..860a2b19b654b4281a8fdb61c36e746ff8df7373 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.020052194595337 \ No newline at end of file +2.1141774654388428 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt index 8df936ae16dbe72798c8394b97bf4c66161c15d2..bc75903e8b5241acc4e21a7592cbf368844b97c8 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #24 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.020052194595337 +Command return code: 0, elapsed time: 2.1141774654388428 Finished #24 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed index 552503c8f321971e168364f033ee6faee86afe5e..1532460e58a7317237e6ef91ff8e3c32abaae481 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -1.8637237548828125 \ No newline at end of file +2.037266492843628 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt index e851bfa2df46cb6c5af9b4f7c5c1cb4b0e2742ca..2df3063140aeb3b5f396728e713f9faf8a20a397 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #296 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8637237548828125 +Command return code: 0, elapsed time: 2.037266492843628 Finished #296 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed index ecc3b00747792de8b5105bc85ded37095a703af5..d6d08c58fe64a038db801cfc92d0e07d462a1c25 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.0090324878692627 \ No newline at end of file +1.9560856819152832 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt index b960be8f27581860dbf35bf0fd6641b6492f2b1c..092a5808875816f41329cfaee9471bc9911c7ead 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #298 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0090324878692627 +Command return code: 0, elapsed time: 1.9560856819152832 Finished #298 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed index ca18e6b04324bfd5b5f4873a5c985ed7d9a93aef..46f47b265886c58aeb6d1e7c2ddc75131b8f29ce 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed @@ -1 +1 @@ -1.917337417602539 \ No newline at end of file +1.894563913345337 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt index 9c31b9b3e8b3d127bc66af63b78c83baff42f50e..2bdd3c8e5ad31c1026c335bc6798ce0193c9eee1 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #4 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.917337417602539 +Command return code: 0, elapsed time: 1.894563913345337 Finished #4 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed index 8ffe6acd9109543282d47b629b42d81e729f448d..ce4ce33676acbaa345f3dcfe8e4e5a541e171398 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed @@ -1 +1 @@ -2.0472593307495117 \ No newline at end of file +2.0669033527374268 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt index 766c7426ff1077a02dce7e84557f5d93110f7714..52e07acadd471691807dce82c45b4f9b0cf27f8e 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #159 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0472593307495117 +Command return code: 0, elapsed time: 2.0669033527374268 Finished #159 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed index c99df76ce9fedebee344ecab83f3790aa462f1fd..0906158383039826ac505bcc380c54c44602cc84 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0215816497802734 \ No newline at end of file +2.123838424682617 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt index 571e079b58b04e7250c99fae4ebe779d22e3025e..830f0c2e0240ea6b88ab2cf08a4d0c56d47b86bb 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #86 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.0215816497802734 +Command return code: 0, elapsed time: 2.123838424682617 Finished #86 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed index 0b58ba22c0efc2eaf0ee13ddca3b04cb6db40214..f3a73dc09e9dadfd2e16cb1955c723bbb558e154 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.135655403137207 \ No newline at end of file +1.9849064350128174 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt index 1e520dff1cace55ba21333484fd43f19da2b7954..89456a6459d25bda5c4c9c9e921d544e8662a0d6 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #107 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.135655403137207 +Command return code: 0, elapsed time: 1.9849064350128174 Finished #107 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed index 4a24f00628336e293dc836daf499fc7999ebeb71..86e11b8a9969ebf54010585e5b9dd91f00977e43 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -1.8447234630584717 \ No newline at end of file +1.8567006587982178 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt index c86cd8d1f6d9b2dba4cfc14222d1072d2e4b8be2..03379eb8b51bcfe65c4e2f573a1479d9c072840a 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #168 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.8447234630584717 +Command return code: 0, elapsed time: 1.8567006587982178 Finished #168 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed index 837a4e219c979409565d91d097c9f4ce1fe16d71..925d500633a1e981391fd195b15cd71ec3875e06 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.172980785369873 \ No newline at end of file +2.1391501426696777 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt index b45a6286e73eaa32a7014ed58bdf766171e5a1fd..8124686e08fe04329794cf02893e672cef637dc9 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #213 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.172980785369873 +Command return code: 0, elapsed time: 2.1391501426696777 Finished #213 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed index ba6ff99733ef7d7f87dfb7116fca3d96cff55d3d..e58ed2d7904031c03d35b3ade65d06c840c0a9e2 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed @@ -1 +1 @@ -1.9138386249542236 \ No newline at end of file +2.0313222408294678 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt index c2cb0754689fb81801e905e0835b67e69b935d36..aacadd0c34e463c23d196df2d65300421fd9719b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #34 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9138386249542236 +Command return code: 0, elapsed time: 2.0313222408294678 Finished #34 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed index d2e33645f478ed7679d84808aa3f3000bd683bc7..13e2c27e5f75db6336539c7a18a0c371ceeff84d 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed @@ -1 +1 @@ -2.0665812492370605 \ No newline at end of file +2.2057957649230957 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt index 51cd49d8d21f35b3deb1bb66499c61a6fd696e49..cef724979f9fa3fa032b83147972e97b53e9f19e 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #346 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0665812492370605 +Command return code: 0, elapsed time: 2.2057957649230957 Finished #346 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed index 78ac6b8b1904d0e453f5a618634ef2eaf225d2ea..e1fea4634918b13724f06d0011fdb6115d31c1fb 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.989090919494629 \ No newline at end of file +2.026170492172241 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt index 067df071acb35b1c43da3287b452900e47651ebc..9ee565da154894553662060dc7f1d1df4812868a 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #206 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.989090919494629 +Command return code: 0, elapsed time: 2.026170492172241 Finished #206 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed index 2cddea170fb7c7dd62db799089a3992151a7d21d..ad0df88078645f5110f28030ee8c6efdb853d18e 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.282721996307373 \ No newline at end of file +2.9343504905700684 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt index 6937034dedeb203d11e3286a26de9fa26056409b..b40fc582b6494ccd649cc220fb177b79bed0d637 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #58 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.282721996307373 +Command return code: 0, elapsed time: 2.9343504905700684 Finished #58 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed index 615e5896b604e08f8e0d01ac4153e03441f1776b..38eadd050ee2e03de4634870f4d833d45409922e 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed @@ -1 +1 @@ -1.8568580150604248 \ No newline at end of file +1.8752455711364746 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt index e47144cf96ce4e6298691e48c133b54ca2b0e4cd..64f99d5a78b64803e68921217665de01c2c77226 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #432 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.8568580150604248 +| +Command return code: 0, elapsed time: 1.8752455711364746 Finished #432 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed index 685b530d84d60753d8734e5cc515628b74d8b077..77af5b0a21ffcf9fb2a95800f2100dc9924f2b89 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed @@ -1 +1 @@ -2.2020480632781982 \ No newline at end of file +2.107481002807617 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt index ab223cf859d3b4932e2a4621cad763ac9daef8d3..56a941f4b6092c9c941d6fbd550c13c8c132f996 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #215 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2020480632781982 +Command return code: 0, elapsed time: 2.107481002807617 Finished #215 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed index cd8732a21751f87a791c45743ae09f29328a93d5..0a7b2019b3ebbda4d5e364e2a733d3653840c68c 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.108640193939209 \ No newline at end of file +2.1190474033355713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt index 77cdcc4b17f51438ce159295feac517abcb3bea4..d2a17bff5c95d86d3073d9384e021de9c6c2b7b5 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #448 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.108640193939209 +Command return code: 0, elapsed time: 2.1190474033355713 Finished #448 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed index c63ba53979434beaa436211c009506c006cc8ceb..31742c1660eeef6186fb6800cfc0fbc139ad25bd 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -2.247892141342163 \ No newline at end of file +2.223524808883667 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt index 4ccb95d790cfc3cc20e30c64b06b358ac7379a6a..efa7121610e027729a2473166233f1a308355f9f 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #59 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.247892141342163 +Command return code: 0, elapsed time: 2.223524808883667 Finished #59 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed index e90c4db831779b9f1fdc78b77cf02ef444b0e198..a4c2fbe8c5ad732e43d8b16e4d88a6681b0bc8c1 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.053147315979004 \ No newline at end of file +2.038332223892212 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt index f4f5d906f4a8ffdd7cf4fb777ac64938786f1b0a..11e506aae39702cfb7844b0fd5794c3ee5b7ce37 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #164 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.053147315979004 +Command return code: 0, elapsed time: 2.038332223892212 Finished #164 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed index a1cee8626ad0b2d0a143e29d4f4108835e684d81..1f18ecaf1b5996b8369d0975871ae410292da38b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.038332462310791 \ No newline at end of file +1.939633846282959 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt index 1618f50f974bd54c0e47f96a546318552ef78c4a..941f539f641f9df05426fe2aed2100b8353df135 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #306 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.038332462310791 +| +Command return code: 0, elapsed time: 1.939633846282959 Finished #306 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed index f4bcd257510083b79dc394bdf65b8ef075bf15f5..24bf709fa8f3596f8343ca22f39de50481b3b98b 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.113888740539551 \ No newline at end of file +2.0299177169799805 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt index feff1406bfbfa8d759f064053ce3d12330302691..92b3b71dbb7de7b56ec5f4371a3cfc3818d6f2a7 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #404 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.113888740539551 +Command return code: 0, elapsed time: 2.0299177169799805 Finished #404 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed index 835455f08082f12d7a9b46042d443be183cadc1b..7ce38b7ea951c1157c03f30779b36047ae94424c 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -2.061221122741699 \ No newline at end of file +2.0891246795654297 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt index 876609f260cca3953c383df2da65c05b17b5aecc..0b1995ff6161a662c46809eba2869d774793ab09 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #63 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_accumulate-001.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 2.061221122741699 +Command return code: 0, elapsed time: 2.0891246795654297 Finished #63 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed index ec93ee5b655e2dc9fea77576f0441accc91f8793..2bd124968a2b32991137b4ef9632eeb8880c776a 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.2091283798217773 \ No newline at end of file +2.0992116928100586 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt index 96e1fc06aaf69d58f2abbd3fe99a715c9bde837f..d44299742fcb38fff5a83833ba4636e3279853eb 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #324 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2091283798217773 +Command return code: 0, elapsed time: 2.0992116928100586 Finished #324 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed index 0d244db66ca4806212e5768630ffe27a40037d19..dc3d09c181e796ec4fb10c678fb8a3622114017b 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.211339235305786 \ No newline at end of file +2.3725218772888184 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt index 1b2921b863ad45a233480239eb53d062ea8ad1d0..f7b6d76abf44a15127897e78200bfcdd61aa2a93 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #130 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.211339235305786 +| +Command return code: 0, elapsed time: 2.3725218772888184 Finished #130 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed index eb1f36f80a1965f547beedb165e5aff46efc9db0..8823fcc3fa36cdf2c6e2c9763cd835bc78f39fb5 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.0935893058776855 \ No newline at end of file +2.217432975769043 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt index 39252f22828c62f6cf6bc2339493f6f4e867b2d5..ce53313f13be20a13f606bfb8643a3fe84acb16a 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #121 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0935893058776855 +| +Command return code: 0, elapsed time: 2.217432975769043 Finished #121 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed index 588b7a52cdcbd87a207fd5e9bbb82f8f80738288..d11a39fc1c90b71e4605f07ca6df10e2c3d4b6bb 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.0624172687530518 \ No newline at end of file +1.9879026412963867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt index 16eade28573edd391052608101798c058b29560f..8a02fe312497c1eb16b273bb3505cef94d4d7a54 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #389 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0624172687530518 +| +Command return code: 0, elapsed time: 1.9879026412963867 Finished #389 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed index b3013f0c5ba32364489bcc2eb41edc3fc8dd219c..06dff5efb07d53c0d576a3361ead2d9702ca9e0b 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.120375394821167 \ No newline at end of file +2.0072176456451416 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt index 8990f4c31487ad24ac6f3f115cba682063ea82a4..e4614d726a7932b9a4cb391405359c7e34990747 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #10 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.120375394821167 +Command return code: 0, elapsed time: 2.0072176456451416 Finished #10 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed index f89370eb461734f235c07b89db2ac1287852ff62..b7a710435d1b072dfedc7f54673c2e022c194818 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.3819055557250977 \ No newline at end of file +2.649332046508789 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt index ce7614e6d52c0bebf930bef9cc31a06d0aa0dcd8..6207d50101c1574caf03f2c41a7f42457eb590b5 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #253 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3819055557250977 +| +Command return code: 0, elapsed time: 2.649332046508789 Finished #253 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed index 6b286ab87718eea699b9fd501a65c73b4780cf3e..b292ee5796372f1a821bede10bbbe3d38d97d3a3 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -1.9456071853637695 \ No newline at end of file +2.073338031768799 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt index fedc96ebf7a3b9b1abc75ea45b92b9696fa0fdff..9f17cad7d50135cedd4e9524c44385478768b794 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #195 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9456071853637695 +Command return code: 0, elapsed time: 2.073338031768799 Finished #195 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed index 3cdf86a810900fed124e36974d4652926e5062dd..0ad6a6ba600b89e6ecb3c5f912036f47589d4f8c 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9777348041534424 \ No newline at end of file +2.0210447311401367 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt index aa41425e02aec8fc2b56bfe5fdd6fa9bd0becdc3..ed7bbcab5365483be1ea33d7337cb1b9ad957fb6 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #232 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9777348041534424 +Command return code: 0, elapsed time: 2.0210447311401367 Finished #232 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed index eb1dcb0dff5a30041b18b8730f8c9289e39371c3..2674b51d903a12d753615a741cad9c8986f3b3a2 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed @@ -1 +1 @@ -2.147663116455078 \ No newline at end of file +2.180833339691162 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt index 021304c833ccc521594f9b05e39035ed0ea03b22..c2e06a5efbf8a339c801c48c776e1b8eb6b72da3 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #309 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.147663116455078 +Command return code: 0, elapsed time: 2.180833339691162 Finished #309 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed index 6761eb18d5d9e4dedf4eb1b672754ac8dd2308ef..f8da7e6bb3a603f1123c5ffd3611d2a3b7e61cd4 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1915671825408936 \ No newline at end of file +2.1411094665527344 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt index 134e9a9b8eb086f7e349e116d58a7badd73a836d..aae214e7ff561c5edfeb8624e37209254a5108b6 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #323 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1915671825408936 +Command return code: 0, elapsed time: 2.1411094665527344 Finished #323 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed index b4fbaa27f7139bbd329635f99e281334c9df8a64..593720396371bc854c396010bfcc538f1f71a7f8 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -3.542603015899658 \ No newline at end of file +3.570403814315796 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt index ec1cc551d2a5ae529c0888b6bb2cb831ae487d78..7688e87d1d944cc30b604fdebabed70c6a7a4c1d 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #99 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.542603015899658 +Command return code: 0, elapsed time: 3.570403814315796 Finished #99 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed index 157ac8f8ccd5de14970a29c7121a45eb073998a4..e8d44ae526535416981d10b2b13537af3e6c9071 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.0041627883911133 \ No newline at end of file +2.1297545433044434 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt index a58703610a6077419670d427e08b225e8a71db1a..c45911395010f1922ede12c78553222d9bcb3576 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #313 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0041627883911133 +Command return code: 0, elapsed time: 2.1297545433044434 Finished #313 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed index b6ad735d927ae5c1a804b27f3c1683a0377c5753..3c554a38cf239e8a3b36d16edd06bb6236fcfd84 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.115919589996338 \ No newline at end of file +2.1901397705078125 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt index 407167ce2f13680cbd41d0e8a3fe48bd7cb9f2ba..4530173168d99ab21d7f69611517b354dbba1ddf 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #50 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.115919589996338 +Command return code: 0, elapsed time: 2.1901397705078125 Finished #50 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed index 36e141eef754efb9e57beeafc675d0ef7433ca8d..2dd3db2ca52980fc83d21d93f74da34335eeb552 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.122166395187378 \ No newline at end of file +2.2115230560302734 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt index 76d9ce3d2430dbf129b7124773c2113522b105a9..732d6857319a5f58de0d21ebe22554af15f81cbc 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #392 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.122166395187378 +Command return code: 0, elapsed time: 2.2115230560302734 Finished #392 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed index 3e9a47efdff99904d28ea5a7311b0d63c949d484..1733e2d7ce589546748523f284cd7e29b0618a38 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed @@ -1 +1 @@ -2.2034902572631836 \ No newline at end of file +2.109938621520996 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt index cebad6b5db56faddd1237ee7d04ef612471fbc27..e09287b7bd268e8dacec23ad62566be7feb9cfa5 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #342 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2034902572631836 +Command return code: 0, elapsed time: 2.109938621520996 Finished #342 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed index 2a67ee4bad85dfcc2892d93964da64e9f859107f..c60d3f490a581a26944ad6ca6f1437c759c24451 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.2063751220703125 \ No newline at end of file +2.1525657176971436 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt index 405f68f27f6e1f95aa3391ff3586bdf9cbb6e61d..1c537a19a9a5d1c6f84d9ff83de0e6bb7f997470 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #217 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2063751220703125 +| +Command return code: 0, elapsed time: 2.1525657176971436 Finished #217 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed index 4085fdc0c2307f84a53dae590a910e5c236c2321..05a3d5f97c74b048ea92a7c82b33fa701eeaf9ac 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.3353171348571777 \ No newline at end of file +1.9883382320404053 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt index afbda742952887011851a9e717fb419d63be5a8d..bda5076b3c9a131d933f99c634dcf58a6efb2b5a 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #30 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.3353171348571777 +| +Command return code: 0, elapsed time: 1.9883382320404053 Finished #30 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed index c8e882a51d5e18afcf2fae5b0d7af847ad96d5de..8b91cc2a70b446c37ae2beb3ced7a28f199c14a9 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -3.4630801677703857 \ No newline at end of file +3.431025981903076 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt index 1557a9205a33846ac23fd2e1369a7be14ffd5002..d9017b649bbdfce4ec39b98de9421eefb26f6bcd 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #165 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.4630801677703857 +Command return code: 0, elapsed time: 3.431025981903076 Finished #165 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed index 0bed33353a038e325848116623a2b4a15c9fa08d..5dad291f5677ee3dee9879a2242be001168192ee 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed @@ -1 +1 @@ -2.113039255142212 \ No newline at end of file +2.173372268676758 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt index a47bf643672750c20f8b89422bd120d95e73864b..17727c73f5bcf80b4a47655bffa7c61ce7a01068 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #292 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.113039255142212 +Command return code: 0, elapsed time: 2.173372268676758 Finished #292 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed index 8d7ee46d0c981736fb7dcf6868cd65d20011fe18..0438cb2b069812d156e8acf4cf9d0b9a7a4471f4 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -3.499818801879883 \ No newline at end of file +3.434908390045166 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt index db0b33e1bf1d3be5cb3a24583d076d6218fc0718..173806a5390b48d0cd454d9feb095b5f6b25a0e1 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #429 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.499818801879883 +Command return code: 0, elapsed time: 3.434908390045166 Finished #429 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed index 7c112a31be5048aa2715952bb8f8c88589a0c902..3adaf030f72c3c4c5f40d0c58dd50bd9015a8c04 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -1.9826159477233887 \ No newline at end of file +1.857025146484375 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt index af5aff2a8e7fed41f219a3151b26dd6177df01d6..db5510cc6848d30bdaf6ea2dbf68a77af4eb80cd 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #336 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9826159477233887 +Command return code: 0, elapsed time: 1.857025146484375 Finished #336 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed index 363371ccb18fe4ce4c8d09f305e85eea99cda364..575787ad475133f476445c894351ecbceb25ed12 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.061999797821045 \ No newline at end of file +2.135577917098999 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt index 6d91bcf64e0238e9bee8b296fc20b598ad2ed4fa..bdd04ac67c415ebe258606cebdd018d5058b642e 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #310 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.061999797821045 +Command return code: 0, elapsed time: 2.135577917098999 Finished #310 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed index e683b8c6cec3ded5be7c7ae83d1d3c7958f4f8f4..f6ee090e1743e3e44be09603a0c9308476233c6f 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.0120387077331543 \ No newline at end of file +2.079256772994995 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt index dc3e04393c6dd62c17a2cfd3c03876c736d86e43..d824e718cb6c0763dd5dd196fa12616b31bfcb17 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #22 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0120387077331543 +Command return code: 0, elapsed time: 2.079256772994995 Finished #22 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed index e87d4dbd8754adb0b4d30531a71b44f1ad240238..ab35f5ae70a15becc830f833e4a63521369b6394 100644 --- a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -3.433090925216675 \ No newline at end of file +1.9611072540283203 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt index b6669f8765f98ecc09175fc4b758ce3ea5a08aad..e7e3a53334739f9e4cbd892139ac19dbcc8c80ba 100644 --- a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #294 /MBI/scripts/gencodes/RMA/Correct-fence-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.433090925216675 +Command return code: 0, elapsed time: 1.9611072540283203 Finished #294 /MBI/scripts/gencodes/RMA/Correct-fence-rget_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed index f87d94d9be4bd7178d5515c29c323b897e3eb5a5..36891c2a9bb6eec72c528ba1318de8a3d6ce998d 100644 --- a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.025456428527832 \ No newline at end of file +2.0244486331939697 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt index 45e295005a78e7ce55cdd21156b5aa04b899f00d..31857ffdb0ce12031a018bebada345d371d27b9a 100644 --- a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #291 /MBI/scripts/gencodes/RMA/Correct-fence-rget_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.025456428527832 +Command return code: 0, elapsed time: 2.0244486331939697 Finished #291 /MBI/scripts/gencodes/RMA/Correct-fence-rget_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed index 3b0ddc928cdec286b695eba5c32d66d68badd150..6287e968089eb1fa309fe4d672a7b3307908d754 100644 --- a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.0819387435913086 \ No newline at end of file +2.099945068359375 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt index 71100a21dfa76f50b64429ed6b39a119487cea6c..be931b02a27865642927b26d18a2ed5b9176b365 100644 --- a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #239 /MBI/scripts/gencodes/RMA/Correct-fence-rget_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_fetch_and_op-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.0819387435913086 +Command return code: 0, elapsed time: 2.099945068359375 Finished #239 /MBI/scripts/gencodes/RMA/Correct-fence-rget_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed index 9f38a66fb24f0ae4acfbd72dbd795fc5f94d1101..264585faf1f694da030a422e793f3e8c62b1fe9b 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed @@ -1 +1 @@ -1.9046533107757568 \ No newline at end of file +1.8946974277496338 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_get-001_0.txt b/logs-20240607/itac/Correct-fence-rget_get-001_0.txt index 3b3473b38c0348faa9e2d59fb619a124ef85196c..41780c78e01199f677ce395299f300610a8f7040 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_get-001_0.txt @@ -1,5 +1,5 @@ Running #169 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9046533107757568 +Command return code: 0, elapsed time: 1.8946974277496338 Finished #169 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed index 84c140400a8b37a0568a646f7ee3bc5b72ec6397..615b811784eb02da3f1ceb55f9637facd946e226 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed @@ -1 +1 @@ -2.2787187099456787 \ No newline at end of file +2.1569337844848633 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_get-002_0.txt b/logs-20240607/itac/Correct-fence-rget_get-002_0.txt index 65ec6b6c1ed98922fb01bb476aba38e9598985d5..3bac2cf042c821c2ed9a1087dbb9512aadc3ecad 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_get-002_0.txt @@ -1,5 +1,5 @@ Running #256 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2787187099456787 +Command return code: 0, elapsed time: 2.1569337844848633 Finished #256 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed index d1cff840eab8d75d79edd0caabf9efab7c653f19..aa889610d8c2146cba6e5981bff33a657c46e79b 100644 --- a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1306824684143066 \ No newline at end of file +2.247870922088623 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt index 594d5a28aa26e11d8bc54c2c9f38837b9bd9d277..88862b25c42325b1d7d444430ca606fa8b4c2762 100644 --- a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #377 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1306824684143066 +| +Command return code: 0, elapsed time: 2.247870922088623 Finished #377 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed index d5d9650fd341dadd97cabaaa4cb08bb274ed66d0..06d30f71dbec6dff3fd23a94c6f925ced38f7f8e 100644 --- a/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed @@ -1 +1 @@ -2.0050530433654785 \ No newline at end of file +1.9697790145874023 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_put-001_0.txt b/logs-20240607/itac/Correct-fence-rget_put-001_0.txt index faa2c19aed4acbdd47c174c3415796873df0c22b..669ee3eba02f60cb011627fe95ed202e039cfffb 100644 --- a/logs-20240607/itac/Correct-fence-rget_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #201 /MBI/scripts/gencodes/RMA/Correct-fence-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0050530433654785 +Command return code: 0, elapsed time: 1.9697790145874023 Finished #201 /MBI/scripts/gencodes/RMA/Correct-fence-rget_put-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed index bd89f2afbb53e8f3ff18383717bb5d81433579aa..c442e474ecc88628b405d8c999ab6cb94869ab19 100644 --- a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.049901008605957 \ No newline at end of file +2.1170880794525146 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt index 210a6e7350b9ab36fe8d49983c8644ff9ff1c6fc..538397d74cc18470c586cf65b19d2802b40166ec 100644 --- a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #386 /MBI/scripts/gencodes/RMA/Correct-fence-rget_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.049901008605957 +Command return code: 0, elapsed time: 2.1170880794525146 Finished #386 /MBI/scripts/gencodes/RMA/Correct-fence-rget_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed index 3ecd5d009eb32ac83bac7277fd9ac4998e0306c5..1b4f0d80bf1cb18ef58c84f8a35ba9ee0449c879 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed @@ -1 +1 @@ -2.167663335800171 \ No newline at end of file +2.2170605659484863 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt b/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt index d0eb7d45332ce884749ead17b915841cb9d60a3f..7eec845938ce4ce25a20651f653344eba899a483 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt @@ -1,5 +1,5 @@ Running #288 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rget-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.167663335800171 +Command return code: 0, elapsed time: 2.2170605659484863 Finished #288 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed index ad9c540f5713625c48b0b0253ba11fa7aa9185d3..3ee70a4d42867843470212970bbbd591878a5fae 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed @@ -1 +1 @@ -1.9070839881896973 \ No newline at end of file +2.088021755218506 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt b/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt index 2a74a1776ae6deed1f793679ebdde158f3e261ba..8d0ea00ff11677a88734aaccb92beac01b3948c5 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt @@ -1,5 +1,5 @@ Running #15 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9070839881896973 +Command return code: 0, elapsed time: 2.088021755218506 Finished #15 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed index 1233c651538e3cd46d666f9a83ffaa5b7abb3a67..1d2ab444074c8d7cfdf812230a2a119046a91e78 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -3.7668349742889404 \ No newline at end of file +2.106915235519409 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt index f6ba422ecfd9125c5adcbe47f0cdd5ccd87787cc..ed94c0dedfa624293d45e3fab5c83aaaa0cf8c9c 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #312 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.7668349742889404 +Command return code: 0, elapsed time: 2.106915235519409 Finished #312 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed index d2651624da85c23f58c21675efd47abeac030b73..c74efb4b4f72244d69fe613c5b1845c777edf05a 100644 --- a/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.8623344898223877 \ No newline at end of file +1.994441032409668 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt b/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt index 896dd2caf615fd00b5b0e2368922ee1ce14530e1..74b232e2526052f0da0933009b98ed920d16ffc8 100644 --- a/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #80 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.8623344898223877 +Command return code: 0, elapsed time: 1.994441032409668 Finished #80 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed index 152593cded7ec8e6ef8e60ba93712e2c67509199..30e28a2a3b0c1dcb496b7e1f08cee7a55e4ca3cb 100644 --- a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed @@ -1 +1 @@ -2.029961109161377 \ No newline at end of file +1.928879737854004 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt index c4744a8019f3a39481ca4921f408dc289d9b6154..22bb5a8d02a627fc0d8340fc0acd0e3a7bf1a118 100644 --- a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #300 /MBI/scripts/gencodes/RMA/Correct-fence-rput_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.029961109161377 +| +Command return code: 0, elapsed time: 1.928879737854004 Finished #300 /MBI/scripts/gencodes/RMA/Correct-fence-rput_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed index b96ab1fbf4ea79efc7049a20fc6908001b41fffa..e7e1a87afeb17862ee50be9e032f84a19e4f6723 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed @@ -1 +1 @@ -2.0405468940734863 \ No newline at end of file +2.028430223464966 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt index bf4823928c5f4a7ca16d5f50be13cec60a6f0014..67edd46ffcc5b729eed87dadb51648f4f1feef87 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #18 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-rput_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0405468940734863 +Command return code: 0, elapsed time: 2.028430223464966 Finished #18 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed index 701be5269070c14d5535646aa7972e7a61704ce5..15e446ff0f1710f60e7f3db73f0829f844bae903 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1631991863250732 \ No newline at end of file +2.0839810371398926 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt index f883f42d1c09aca7223968db919de85d2413855a..db6940eeb081cac09473aa138ac5021d39f4512d 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #137 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1631991863250732 +Command return code: 0, elapsed time: 2.0839810371398926 Finished #137 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed index 1a58869443f2d84a2c7ebb2c08c8f6228a0e21f3..bd041f56654016274506488da42b99fd23b26e1a 100644 --- a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.1986963748931885 \ No newline at end of file +2.1296215057373047 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt index a76ac55ca9c3cb557913868638b826668eb60b54..acf1af8091899a2af1dd7857d259615140baf8be 100644 --- a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #186 /MBI/scripts/gencodes/RMA/Correct-fence-rput_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1986963748931885 +Command return code: 0, elapsed time: 2.1296215057373047 Finished #186 /MBI/scripts/gencodes/RMA/Correct-fence-rput_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed index 33d964184221ab51b6c3160637e78728cec911d3..02826e2c36cfebdddc242cb9e27723a672f13952 100644 --- a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.133681297302246 \ No newline at end of file +2.1376001834869385 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt index d807b2281fc6682fbcfef9444c6e31a9e8993bb0..02a835b7b9e42a0140170580325b42354bbf81d7 100644 --- a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #187 /MBI/scripts/gencodes/RMA/Correct-fence-rput_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.133681297302246 +Command return code: 0, elapsed time: 2.1376001834869385 Finished #187 /MBI/scripts/gencodes/RMA/Correct-fence-rput_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed index c1704c95697d8a77040e295dec44cbd4f95a45d2..02495de3ce50f37a0d27e894435d268eaa6d6957 100644 --- a/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed @@ -1 +1 @@ -2.063809633255005 \ No newline at end of file +2.274876117706299 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_get-001_0.txt b/logs-20240607/itac/Correct-fence-rput_get-001_0.txt index b0d4564078632a49512fcdeba301237cc8cf3a07..a37b1f827377dd38f45e012b64ea043bc35f774b 100644 --- a/logs-20240607/itac/Correct-fence-rput_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_get-001_0.txt @@ -1,5 +1,5 @@ Running #211 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.063809633255005 +Command return code: 0, elapsed time: 2.274876117706299 Finished #211 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed index 5e79cd82abe2ced23e3779b0622674e974154a42..ab6cd3b375fdb83c8d4310d2b8b2217136083a40 100644 --- a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.11995267868042 \ No newline at end of file +2.1016132831573486 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt index 17100453e7cef9cccaa3b1044d123f35813f85f2..880aced0e31beb65e0850008fbbe1bbba0e9e079 100644 --- a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #247 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.11995267868042 +Command return code: 0, elapsed time: 2.1016132831573486 Finished #247 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed index 79bbcefbb05209b25a14494ee9f79564fdf13d73..4e15383f490cc9c6933557cccfc0e31a1e5d725d 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed @@ -1 +1 @@ -2.129486560821533 \ No newline at end of file +2.145785093307495 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt index 74958313865a242e6cca46b6ac8200087459bc5c..14449d1552767c3f2e8fabe273b732bf195c017e 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #152 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.129486560821533 +Command return code: 0, elapsed time: 2.145785093307495 Finished #152 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed index d6b3d239e6896ca4e738fe98f508dcdd4f75c170..4b58ed2f9cac303f7c7225a3b6ac460087bebda3 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.17651629447937 \ No newline at end of file +2.0970473289489746 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt index 5cc9e9ba6cc77ff0dce3cf91443dc2ed421927b4..3c65103f3396a0ddb3f40238fee6595ef71675c7 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #347 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.17651629447937 +Command return code: 0, elapsed time: 2.0970473289489746 Finished #347 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed index 0f40baf9c5b447862f37f83c78456aa0164c7aea..d69fb2bce2f43a0e71924e46bbf7c62b11efd989 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed @@ -1 +1 @@ -2.442042827606201 \ No newline at end of file +2.0140271186828613 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_put-001_0.txt b/logs-20240607/itac/Correct-fence-rput_put-001_0.txt index 745a755b37796c8de3fb64e398f3e8c09f3f7367..41fff3d17f47e74bd2edd8ae09c10606aa1918a6 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_put-001_0.txt @@ -1,5 +1,5 @@ Running #14 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_put-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.442042827606201 +Command return code: 0, elapsed time: 2.0140271186828613 Finished #14 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed index a6c4f0c161168f8fa3e4a87e37a3081bad36bf8b..9ae79803403e9c48cfaee667923b6dc08be28e3a 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed @@ -1 +1 @@ -1.9604406356811523 \ No newline at end of file +1.9840645790100098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_put-002_0.txt b/logs-20240607/itac/Correct-fence-rput_put-002_0.txt index 8c3c7571f10c56ba9a6a3030de876f7c6ff10699..b631c96553740cf63a985daa511de222b1c6231e 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_put-002_0.txt @@ -1,5 +1,5 @@ Running #304 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.9604406356811523 +Command return code: 0, elapsed time: 1.9840645790100098 Finished #304 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-002.c diff --git a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed index fcff5ef845050d557ed29adc3bb760000d8b9088..58124e933745726040ee0373bf64fc4b55ba7f39 100644 --- a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.2959625720977783 \ No newline at end of file +2.229365110397339 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt index 0b25aff23ba38df26fc7f1421ba59c476ae8fc90..20bdf734c32c961ce62ba3a6e0204014af0bd409 100644 --- a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #148 /MBI/scripts/gencodes/RMA/Correct-fence-rput_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2959625720977783 +Command return code: 0, elapsed time: 2.229365110397339 Finished #148 /MBI/scripts/gencodes/RMA/Correct-fence-rput_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed index 99803178f47bb122e5797c0afbfbbc3dc227ac37..1726c7ae16148f43f0b3392058e9f52a30a0a2d9 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed @@ -1 +1 @@ -2.1637282371520996 \ No newline at end of file +2.270033597946167 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt b/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt index 8d2930c65fad5fa18ddae6acdd80d267728b6138..cf78f3f5d2624a39217cf4025602158015291fdc 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt @@ -1,5 +1,5 @@ Running #422 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.1637282371520996 +Command return code: 0, elapsed time: 2.270033597946167 Finished #422 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed index 317fd722aeaa252bbb6c4c2d348eff9bc29d8c1d..a28ff3bf316132937e20d9b4ae5cfb180668c816 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0585317611694336 \ No newline at end of file +2.050809860229492 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt index 5e786721a0fb4e7cd33b4c34a75aef264c9b1a90..58d040192884f68c7b8d8541f94815fa32a053ac 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #209 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0585317611694336 +Command return code: 0, elapsed time: 2.050809860229492 Finished #209 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed index bf5dfa6ab6be8b4e9be722557ac02321ae9ca18f..791d2a7537d0e6af601ae0c4b4ad4abf98cbcf5b 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed @@ -1 +1 @@ -1.9906806945800781 \ No newline at end of file +2.132707118988037 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt b/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt index 485304103d736cb2b13df6ce7d9fc725788377a2..558917f2afeaf5176356ba494b91d441492565b6 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt @@ -1,5 +1,5 @@ Running #158 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rput-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9906806945800781 +Command return code: 0, elapsed time: 2.132707118988037 Finished #158 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed index 8c1e128f69fd113d8a2409363fe4daa8ebcaf18f..4296b675bdf7f3dcd6518c5cb452d7a7297e6052 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed @@ -1 +1 @@ -2.0115256309509277 \ No newline at end of file +2.118964910507202 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt b/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt index c8eb2e054c8e80a199c6384173af9345e50010a4..343620a01f67208277ec41059636fc7a4a05c140 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt @@ -1,5 +1,5 @@ Running #150 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0115256309509277 +Command return code: 0, elapsed time: 2.118964910507202 Finished #150 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-002.c diff --git a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed index 5292236d55d48925f23a89b1f2d86d9ae8846a0f..2115fc4eee545b1900b06a6d4041c719d44294b7 100644 --- a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.2922043800354004 \ No newline at end of file +2.352957248687744 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt index 1e07adfbcd9700cf0d155c3cbf70f467dc5c2eac..fc04471ce4a86d395cbb717870e605b1434b55f0 100644 --- a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #129 /MBI/scripts/gencodes/RMA/Correct-lock-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-get_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.2922043800354004 +Command return code: 0, elapsed time: 2.352957248687744 Finished #129 /MBI/scripts/gencodes/RMA/Correct-lock-get_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed index 099e5c920f6832beb023b1701173a691a845b767..a2347c1755927d9458713000b90639dea077907c 100644 --- a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1850686073303223 \ No newline at end of file +2.1807467937469482 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt index 13d18609f6e1ee85f07da3da4aaf9e0416084778..6897ef202ba47dc9eda86196830f490d32b62c08 100644 --- a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #278 /MBI/scripts/gencodes/RMA/Correct-lock-get_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-get_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-get_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-get_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1850686073303223 +Command return code: 0, elapsed time: 2.1807467937469482 Finished #278 /MBI/scripts/gencodes/RMA/Correct-lock-get_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed index d6680e73052b483016dd978288562117ff91c1bd..d6d71c86c8440407734a2e6c4b339742e82de18d 100644 --- a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.963869571685791 \ No newline at end of file +1.8507046699523926 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt index 26905bd8c309317643757178b5d96dcc2a449503..68a69624bf5dc903170f7852f4d04da4ac4b50cf 100644 --- a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #69 /MBI/scripts/gencodes/RMA/Correct-lock-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.963869571685791 +Command return code: 0, elapsed time: 1.8507046699523926 Finished #69 /MBI/scripts/gencodes/RMA/Correct-lock-rget_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed index feecd5c24224f41d60f75071e3e28551da9e6a5d..691facad05f37f3c6a1b45fdc1a40ffead5f9ee7 100644 --- a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.2076244354248047 \ No newline at end of file +4.063315391540527 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt index f5d0affd136144cc0b48eb027e0af7c6c9c51de0..736ae53f6205768a7c6281027d7c35c3fe7d849e 100644 --- a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #423 /MBI/scripts/gencodes/RMA/Correct-lock-rget_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-rget_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-rget_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-rget_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2076244354248047 +Command return code: 0, elapsed time: 4.063315391540527 Finished #423 /MBI/scripts/gencodes/RMA/Correct-lock-rget_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed index 531779f872de021f086d5157dd0649cb1af53dec..fe717e935eb56478ad258eb6286b100be9e2091f 100644 --- a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed @@ -1 +1 @@ -1.8861963748931885 \ No newline at end of file +1.8654577732086182 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt index 16cf61fcb0248bfc103dfe26b6019ce0d9825071..fc142e27c43016c77e9f6e66e3607254017e0fa5 100644 --- a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #101 /MBI/scripts/gencodes/RMA/Correct-lockall-get_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-get_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-lockall-get_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-get_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8861963748931885 +Command return code: 0, elapsed time: 1.8654577732086182 Finished #101 /MBI/scripts/gencodes/RMA/Correct-lockall-get_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed index 6b9799e28a3de09d378ddb0ceb4ce221712828b8..f4746e1b06019ab5a5871eb721fb0b263abe8851 100644 --- a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed @@ -1 +1 @@ -2.048734426498413 \ No newline at end of file +2.150338888168335 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt index 568721d4cab9db70a1ba3849d11b80f7fddfa7e3..59685d2c10c70cef4c86dc6dce2bc96c0eb3f9b9 100644 --- a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #20 /MBI/scripts/gencodes/RMA/Correct-lockall-get_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-get_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockall-get_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-get_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.048734426498413 +Command return code: 0, elapsed time: 2.150338888168335 Finished #20 /MBI/scripts/gencodes/RMA/Correct-lockall-get_localbufread-001.c diff --git a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed index 28ff6dbba2faf35c1a6ca7b9ae0bda5f4a73d36a..4346a24df0bbce8c5b3378690a414f22255c5cfb 100644 --- a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed @@ -1 +1 @@ -1.982668399810791 \ No newline at end of file +2.0208630561828613 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt index d02790214c0366bca28b945ace0bfc11e5c78946..e9d4fa4227e8dcfbb6a3d814772be7092478d115 100644 --- a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #135 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-rget_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-lockall-rget_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-rget_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,7 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.982668399810791 +Command return code: 0, elapsed time: 2.0208630561828613 Finished #135 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed index 40f92118064cb8c363c54fe33055f5c572eb8ad9..bc3f59c30b2e127332eac78c7e6438ec1645c40d 100644 --- a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed @@ -1 +1 @@ -2.171029806137085 \ No newline at end of file +2.115783929824829 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt index 695a0d12707faba35fbb5f4fb4c6d821a8636da7..f10ce6e6118689c87fd10d06e1cccf032c967460 100644 --- a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #408 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-rget_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockall-rget_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-rget_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.171029806137085 +Command return code: 0, elapsed time: 2.115783929824829 Finished #408 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_localbufread-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed index 1def45d4802c70ea6f3b7f882a451bcba1e88e9f..e7c01bdd1bf9b7671e623f18edf4c873436474c5 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9569904804229736 \ No newline at end of file +1.9563922882080078 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt index e6585fffcf89f4e2329a35b70ff39e4f704b32f3..4c93050cfc604497675fa5cba21ac2b1f9a4d0be 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #337 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9569904804229736 +Command return code: 0, elapsed time: 1.9563922882080078 Finished #337 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_accumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed index 87d9a4985f59db4f07fa223998ed16543ddb014d..fe602487b9697e19f9430d842208525964fe7ef3 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.014824151992798 \ No newline at end of file +2.057072401046753 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt index ac1851a0098f855d4981848c6b40745b360b632f..e322490694ea4665b70bdcd9cd1c17fc7a526008 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #11 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.014824151992798 +Command return code: 0, elapsed time: 2.057072401046753 Finished #11 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed index 946756cdafd58997069176c5f42b076268e0b599..8ff086af79aed21a25c55c3e17f05f2c6843ed8b 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -1.9304478168487549 \ No newline at end of file +2.1175074577331543 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt index a5f39f82b9ed38d0fbabdeb09b6dafaf653ff1ff..cef950c2c24c43df0a124a6f8a4f81d5247f6017 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #447 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_fetch_and_op-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9304478168487549 +Command return code: 0, elapsed time: 2.1175074577331543 Finished #447 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed index 8759a54082d1724b2b55bb926d5fcc5210567390..53f9ae8fa33e6496aff30bbd53e5c05e4697fb20 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1700267791748047 \ No newline at end of file +2.0353729724884033 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt index f101896f287f3f2be37b3e8fd07fff261270a957..cfdd43a4114e8436427cc2933dabfdbc1177eee7 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #424 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.1700267791748047 +Command return code: 0, elapsed time: 2.0353729724884033 Finished #424 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed index 49e1c90bce7746c281450abb3bb2fe91031729b7..6f7847dff531b60a5a318368241b27a554422d79 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed @@ -1 +1 @@ -2.146864414215088 \ No newline at end of file +2.1603944301605225 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt index 6b34d2112717ca508030afce6805e66c8d7a7bb1..6d6ee0bff78e197a3ee5f5ca97d657140bf51ff1 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt @@ -1,5 +1,5 @@ Running #287 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_put-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.146864414215088 +Command return code: 0, elapsed time: 2.1603944301605225 Finished #287 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_put-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed index b76951aef84ab1d8e5c0f1fc2c8e2b8d5493de60..87463bf5c590fa1a580159f4f38414bb1bb16377 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.036074638366699 \ No newline at end of file +2.016414165496826 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt index 2fbf2c0e994a9001771f49ac9717ac87ad3012ef..0e9d8b5f759a1ac86056a110607b3a2b71d43d9e 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #271 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_raccumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.036074638366699 +Command return code: 0, elapsed time: 2.016414165496826 Finished #271 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed index 653b5b05f9280baff5d6f2a6e3ddb016c5156cc2..243176118d1e3a6b154bccf8b1ce2d6a4eb52ae2 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.2491700649261475 \ No newline at end of file +2.1789140701293945 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt index 0816062b11458f93aa23757b67d92a906c59f41d..f59bc6d41536a973dce53fca5b7eb21dfc8de9ed 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #56 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2491700649261475 +Command return code: 0, elapsed time: 2.1789140701293945 Finished #56 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed index 691bfd9cd9ea85a03ff1226d44cd577378ebf7f8..605edac9ed793d2b888982aacedf8f3fda27b312 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed @@ -1 +1 @@ -2.1177685260772705 \ No newline at end of file +3.4117238521575928 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt index fc142b9761f91a74dc0aa72f1dd48ca93ec59abb..9801ba1d08c742f08f7e087655329e4d3ec55cde 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt @@ -1,5 +1,5 @@ Running #327 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1177685260772705 +Command return code: 0, elapsed time: 3.4117238521575928 Finished #327 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rput-001.c diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed index c4c5f17de947c78808ca115a75e3e406d2470ec7..9f951b4ca3bd50bc0cf3fcf5c88039c3efdad6af 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed @@ -1 +1 @@ -2.3160829544067383 \ No newline at end of file +2.1643426418304443 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt index ee7c3cad404e8c8125ec92c6d701a6378aa21d73..f17f08845637e8b38a8b09869c3daad9fbedca7e 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt @@ -1,5 +1,5 @@ Running #53 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflushlocal-bufread_get-001.c (batchinfo:1/1) @@ -48,13 +48,13 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.3160829544067383 +Command return code: 0, elapsed time: 2.1643426418304443 Finished #53 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_get-001.c diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed index 9b3dca504bfe3d3e0cd31b800c54e3a23a71752c..0d25e7f7e74cd386508e0cb0fe3b0366ff86d203 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed @@ -1 +1 @@ -1.861741304397583 \ No newline at end of file +1.9518976211547852 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt index ad53ce8ad1fc9d9485adc33f493cb6596cd10b0d..dfeab75d3876161e5829b7aa28e2e6917d60e4ef 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt @@ -1,5 +1,5 @@ Running #16 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflushlocal-bufread_rget-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.861741304397583 +Command return code: 0, elapsed time: 1.9518976211547852 Finished #16 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_rget-001.c diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed index efa9e0ce17793de7a11032c2801f77fb646357d3..b8e084df294d141660a874ca0409a6ccae8c627d 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed @@ -1 +1 @@ -2.2354023456573486 \ No newline at end of file +2.243479013442993 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt index e51f759d145d70c44d873f9927e1e0feb949beb0..7366e8436dd281a7d540cbf5436299d52e197bee 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt @@ -1,5 +1,5 @@ Running #61 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflush-bufwrite_get-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2354023456573486 +| +Command return code: 0, elapsed time: 2.243479013442993 Finished #61 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_get-001.c diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed index 007ba6eefeb17b9d539019190482bd9db418df5a..1c726bf70ac2bbbb9fa0820fe69a2eee4a16f036 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed @@ -1 +1 @@ -3.4741463661193848 \ No newline at end of file +3.497843027114868 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt index 47f203e3df463c10dad0c5f8cb07b0235e33631a..70c6d4f69d8798f3a07e7a0d9369690ca6474019 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt @@ -1,5 +1,5 @@ Running #264 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflush-bufwrite_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.4741463661193848 +Command return code: 0, elapsed time: 3.497843027114868 Finished #264 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_rget-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed index a7a13186c09327c51266eec03d8f66c6fefaf218..defb43fc55155d187f2ea45cb661e108871ef9d2 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.1122028827667236 \ No newline at end of file +2.1114673614501953 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt index 18c36783183f4c705acb3d7fc1a5de4cec97aeaa..ce9f10577f37edf35d85e50a67d7c9dc99ec5527 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #110 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1122028827667236 +Command return code: 0, elapsed time: 2.1114673614501953 Finished #110 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed index d3bd8b8da33f2aa24869c98d7289756c5c0f6794..01f72b7108d70d782fae0812aae57559506617a0 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed @@ -1 +1 @@ -2.068122148513794 \ No newline at end of file +2.0102384090423584 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt index 28864aa50139ef20927cbbfeca04075c099dc46f..50b3354270db6f8c980d9841d0b616ce8c1b35ae 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #272 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-compare_and_swap_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-compare_and_swap_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-compare_and_swap_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-compare_and_swap_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.068122148513794 +Command return code: 0, elapsed time: 2.0102384090423584 Finished #272 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-compare_and_swap_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed index 5b93f2f5a5596de1e7288ff879b6a74b6e7258b2..d6fe3b83fd308538faedadcd066c8fa9ed40d143 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed @@ -1 +1 @@ -1.9228515625 \ No newline at end of file +1.822807788848877 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt index 7a70fe1fedcf9321f3c7922acea24a87f3f53acc..dd51c076a092acc986845f4b5b6ffae449713d4d 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #302 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-fetch_and_op_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-fetch_and_op_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-fetch_and_op_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-fetch_and_op_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9228515625 +Command return code: 0, elapsed time: 1.822807788848877 Finished #302 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-fetch_and_op_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed index ea6c845c2b4fd9ba30a7ddb83de578031792ab3b..6c95868170de167235fe98bdb559cf147335da9e 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.932173252105713 \ No newline at end of file +1.9730212688446045 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt index 139c9f6f1cf9d47b504af627cee8b25d5e6a7dc8..fa25ec0bd3374f1bd8fdfe76cd288fa655504a7f 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #167 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-get_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-get_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-get_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-get_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.932173252105713 +Command return code: 0, elapsed time: 1.9730212688446045 Finished #167 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-get_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed index 83dfd945adc9e067977236baca92a9d04fabf3c0..d1480c18f91150b94a50cb692cb119e447ed1b78 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed @@ -1 +1 @@ -1.8355605602264404 \ No newline at end of file +1.8362104892730713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt index af9460c819205428cfe20d22857b323aded5f87a..12f7a54027cc2bb29a7b54cb5c7ee82c0076fd65 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #67 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-put_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-put_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-put_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-put_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8355605602264404 +Command return code: 0, elapsed time: 1.8362104892730713 Finished #67 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-put_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed index e0ce04cbd8565eb74d6a403d1e5bd5aeee3fd3b5..fcdf4fc9bbfbb5407830cd1a41eb55d955446c8f 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.986450433731079 \ No newline at end of file +2.000067949295044 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt index c411370f378aa7d36bcd289344ad2580535384c2..24a57bc75356a2271eb7df458dd177966e9a8132 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #79 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-raccumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-raccumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-raccumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-raccumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.986450433731079 +| +Command return code: 0, elapsed time: 2.000067949295044 Finished #79 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-raccumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed index 1d695485c32353f110df6d6d60bbb9df228b0428..5bccdcdae1c815d51d9030e0f8bc710e4d8dd7f8 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.1995275020599365 \ No newline at end of file +2.178334951400757 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt index 1986b75d8d01ab7333e8bab7be349ed7b1f2e70a..600e7113ac28cbcc39b591f583874b701249eca8 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #414 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rget_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-rget_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,14 +48,13 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-rget_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-rget_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1995275020599365 +Command return code: 0, elapsed time: 2.178334951400757 Finished #414 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rget_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed index 8f105277733e1f48dc839656cea58eaaf7de5fe8..ca39b878b533eb9eeb3f840d7108cf8b4ef7710d 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed @@ -1 +1 @@ -1.9603445529937744 \ No newline at end of file +1.996537208557129 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt index 2e7c462cd97a7d9b6b0f9d4f755a37c9b08d7695..8a8bbcf15a0597c09db7e6af72172f323177e79a 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #108 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rput_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-rput_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-rput_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-rput_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9603445529937744 +Command return code: 0, elapsed time: 1.996537208557129 Finished #108 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rput_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed index a5b0a879bfed071b32b2231982158a4d0199afac..5b728e4e1ba2f3b6167e8d7e691c1aa4960bb00b 100644 --- a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1246862411499023 \ No newline at end of file +2.192394971847534 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt index 702d36267a2b0b553d992e35d2de0c98854ea469..7723ee11cdb8eb6726703a0c042a747aedaa3852 100644 --- a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #259 /MBI/scripts/gencodes/RMA/Correct-lockunlock-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1246862411499023 +Command return code: 0, elapsed time: 2.192394971847534 Finished #259 /MBI/scripts/gencodes/RMA/Correct-lockunlock-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed index 31d9f99c1835eefcbf6fdf94f247e21202f78723..3aeca1b27efb9e4938b0cbedf9ad44fdb3b8c4f0 100644 --- a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9710369110107422 \ No newline at end of file +1.9295005798339844 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt index c886adcbcd2f05a20dee597cae58127c64a66102..e1884e5df6a56d350276bff5ba9ee4e56ce23b67 100644 --- a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #333 /MBI/scripts/gencodes/RMA/Correct-lockunlock-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9710369110107422 +Command return code: 0, elapsed time: 1.9295005798339844 Finished #333 /MBI/scripts/gencodes/RMA/Correct-lockunlock-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed index d62d98ee1c2b17cd09ab95528e7c80f7cc2a9d72..74d8fa46550655a28495dc518846eabfb15c4a15 100644 --- a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8741297721862793 \ No newline at end of file +1.9373457431793213 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt index 6e2d67ed11523bcd42b1e0494dae7a09f014b609..ddf1c89cef78cf548493c12c4ed1486961217234 100644 --- a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #166 /MBI/scripts/gencodes/RMA/Correct-lockunlock-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8741297721862793 +Command return code: 0, elapsed time: 1.9373457431793213 Finished #166 /MBI/scripts/gencodes/RMA/Correct-lockunlock-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed index e7ad42d643909198a3476e2479f3a77efed1132e..8f43ded399608ec2d3126450803d21914036ed0f 100644 --- a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1975388526916504 \ No newline at end of file +2.1930127143859863 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt index c07f3f1e202dc7426df1e3c2155d55fe47cf6525..f19e74c91a925333ecde2bb6160651b71a944a3c 100644 --- a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #43 /MBI/scripts/gencodes/RMA/Correct-lockunlock-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,8 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -| -Command return code: 0, elapsed time: 2.1975388526916504 +Command return code: 0, elapsed time: 2.1930127143859863 Finished #43 /MBI/scripts/gencodes/RMA/Correct-lockunlock-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed index 0c29cb65813febd032c5357cd5a9b25e3a910818..6baaa6c48e98f13fe884695eab735d0efe740e3d 100644 --- a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.0726168155670166 \ No newline at end of file +3.804227113723755 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt index 04959634ae0b74d2f47c23fedcce684db79c7983..0ff7794f2c7f5c3194bc92527addf3a16b00e648 100644 --- a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #27 /MBI/scripts/gencodes/RMA/Correct-lockunlock-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-put_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0726168155670166 +Command return code: 0, elapsed time: 3.804227113723755 Finished #27 /MBI/scripts/gencodes/RMA/Correct-lockunlock-put_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed index 6422854c6a0df0cc83094be3b3fb5119e6159f7f..13d7008d06b931a42c3d666427fbdb5cc808f3f2 100644 --- a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9595868587493896 \ No newline at end of file +2.054436206817627 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt index 5febe8e84a79524bdb9dd66f75acdcc146aeeca0..fe623e8fe5f03f9b6357fe67977c82510ec11b72 100644 --- a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #112 /MBI/scripts/gencodes/RMA/Correct-lockunlock-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.9595868587493896 +| +Command return code: 0, elapsed time: 2.054436206817627 Finished #112 /MBI/scripts/gencodes/RMA/Correct-lockunlock-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed index 36d63812d341b3ca893fdc975f97e42b87732e03..b847dc81c405a082940608dfd83007bd6104f4c3 100644 --- a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9914965629577637 \ No newline at end of file +1.8417117595672607 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt index c3104a511885d2d7aa605e777fae11782c57676f..85de81c9e3492a453740841151719ff279ef5358 100644 --- a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #303 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9914965629577637 +Command return code: 0, elapsed time: 1.8417117595672607 Finished #303 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed index 60f86467618bcb8fd70a4776e334157c7221c468..1570741c2088348fdd457361afcde4a591932964 100644 --- a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.807966709136963 \ No newline at end of file +1.8779027462005615 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt index 516ac38c983736f9632472418a3082d0971b3f3a..594859862d27d61fef0ff59a116ff89af90b7e17 100644 --- a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #68 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.807966709136963 +Command return code: 0, elapsed time: 1.8779027462005615 Finished #68 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rput_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed index f024ba1d6442811e831d00a84d2aa6146e0732bd..ca062ca4b3c388671789d9d0f9dfc7abb2ba6733 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -2.0917842388153076 \ No newline at end of file +2.2054364681243896 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-001_0.txt b/logs-20240607/itac/Correct-mpi_allgather-001_0.txt index 3726c69aa03c8cb742f6e379afc8f06dc1cf4f99..ff6a8aa0f918fa4375e25af25db831f202433070 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #600 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.0917842388153076 +Command return code: 0, elapsed time: 2.2054364681243896 Finished #600 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-001.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed index b64a50e8e9fd624e9aaa7f2d8784253a6fdc714b..60b228ef246d33df38a356b02fed097c3362d7be 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed @@ -1 +1 @@ -60.208308696746826 \ No newline at end of file +120.20449757575989 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout b/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout index fc9f2d3ad09eb8b28dfabe4a4d7a6f135630c5a2..61477ca675b5469a4a01df560d02e68d00f6fb17 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout +++ b/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout @@ -1 +1 @@ -60.00678563117981 seconds \ No newline at end of file +120.0029809474945 seconds \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-002_0.txt b/logs-20240607/itac/Correct-mpi_allgather-002_0.txt index 89252e32c260b3c36d9e1347858fb5bffb78efe7..7e86622e2e101429f045f587f261af5af4c9a718 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-002_0.txt @@ -1,5 +1,5 @@ Running #688 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-002.c (batchinfo:1/1) @@ -48,6 +48,6 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | malloc_consolidate(): unaligned fastbin chunk detected -Command killed by signal 15, elapsed time: 60.208308696746826 +Command killed by signal 15, elapsed time: 120.20449757575989 Finished #688 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-002.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed index e01bd75ddce38f50723282a96e6b2425b57f1c4a..613918d881c83ef79c16ec0bc4b33f2d0b80f7aa 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed @@ -1 +1 @@ -2.224665880203247 \ No newline at end of file +2.207512617111206 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-003_0.txt b/logs-20240607/itac/Correct-mpi_allgather-003_0.txt index 4e5dbefa89d5da9884157b2683c52853dd3a36e7..08679a0426f20a14b455d85571170847dd7d7f52 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-003_0.txt @@ -1,5 +1,5 @@ Running #1098 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-003.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.224665880203247 +Command return code: 0, elapsed time: 2.207512617111206 Finished #1098 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-003.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed index c92f8b54f5c3552452bc1e9975062d1985654111..9f4ce7b045f093327e92bf1098b362237930e5b3 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed @@ -1 +1 @@ -2.037107229232788 \ No newline at end of file +2.0505950450897217 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-004_0.txt b/logs-20240607/itac/Correct-mpi_allgather-004_0.txt index 70ca9dca11d605fbe1b94b10363cc370ff4cb8ef..66cf5752c4f6c41793dca21e723a08f7363c365a 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-004_0.txt @@ -1,5 +1,5 @@ Running #693 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-004.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.037107229232788 +| +Command return code: 0, elapsed time: 2.0505950450897217 Finished #693 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-004.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed index cb23ec25f26028c37e51ab155f8bf26d1241951d..7aedb952d4cef814da72e70c86929537cd9ae4e7 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -2.332122564315796 \ No newline at end of file +2.2186574935913086 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt index 7183392629cc64ba99b155199863fc8fc1b75303..5029369ea44a2ebeb97a157452a58bc58d7d6dcf 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #697 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-mpi_allgather-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-mpi_allgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.332122564315796 +Command return code: 0, elapsed time: 2.2186574935913086 Finished #697 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-mpi_allgather-001.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed index c2e52848428df49672e42e64466c482fc85a6b21..a46fafd75a63c11b80e2c6e83506d45a82d208de 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -2.174563407897949 \ No newline at end of file +2.263946056365967 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt index 32fd1e36011234580cbd99a08ce282c60a0378a4..2d8be3273e97796ce8fd614b1324fcc1bf9422c9 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #542 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.174563407897949 +Command return code: 0, elapsed time: 2.263946056365967 Finished #542 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed index d85731fd81d919205a38721687d3541053a7b0e6..77ec4f0c17256f25d8b2637fec77a49319aed19b 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -2.1982100009918213 \ No newline at end of file +2.201904296875 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt index 17369411391ba5ece25b7a3ffc37b4d2de5a23bf..a08440f8ec2bdf71546f00fcb6cbcf97b90b69d9 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #763 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-002.c (batchinfo:1/1) @@ -51,13 +51,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1982100009918213 +| +Command return code: 0, elapsed time: 2.201904296875 Finished #763 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-002.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed index d18c846653e265b7c123c937a100ece1b0e40c3f..135bed9d34c33d146592e4db608d1c734dd7dc3b 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed @@ -1 +1 @@ -2.430384635925293 \ No newline at end of file +2.365278720855713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt index a7dba0d634bcaeaf519a24be310136bbd59b4532..3f618f0a4d7fa818cdb5d43486c633fe7b2ccd1e 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt @@ -1,5 +1,5 @@ Running #1180 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-003.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.430384635925293 +Command return code: 0, elapsed time: 2.365278720855713 Finished #1180 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-003.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed index 50c9fa1f1c20e1aa0d19fa2785676149997c06b6..4662e648e2b6ef9f0887bd315e39498945ce59b1 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed @@ -1 +1 @@ -7.848514556884766 \ No newline at end of file +8.722445964813232 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt index ecc200a4155ab173ac4e39494f381b3496981389..e131f4ab88568783706c297d762e289c2ad68132 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt @@ -1,5 +1,5 @@ Running #538 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-004.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46abd0, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ad90, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c:49) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_allreduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184566 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230030 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184567 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.848514556884766 +Command return code: 255, elapsed time: 8.722445964813232 Finished #538 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed index 9e0a2917e8a7aff10dfd7e4dea9d94225296f721..6b0774cb131dab9c377dcabc4241289e937778a2 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed @@ -1 +1 @@ -2.1909046173095703 \ No newline at end of file +2.2082395553588867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt index 5f1600af506ccacb4aa3537681db5eb16f31a9b5..6c6900b866013986ede963c320d379eac923a8e5 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt @@ -1,5 +1,5 @@ Running #855 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-005.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1909046173095703 +Command return code: 0, elapsed time: 2.2082395553588867 Finished #855 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-005.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed index 4e21d8dac31eb9abf5a8356dec9e1a92b055a7ab..b6a2ea2d7e0c11039eb5c7af92e57f0590017932 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed @@ -1 +1 @@ -7.885379076004028 \ No newline at end of file +8.025768518447876 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt index e9b6521bb2f3b3f4bfdca31789a7f238d9ecfba4..a5cedfc927602bae72ecbf6b941b086886845855 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt @@ -1,5 +1,5 @@ Running #985 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-006.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ac10, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ac90, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c:51) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-006) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-006) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_allreduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203655 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249202 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.885379076004028 +Command return code: 255, elapsed time: 8.025768518447876 Finished #985 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed index ff8ddaacb6d447825d9cd0ab14512a5dc82ebc12..c78a16510f978599934177a22497c67565ac58f1 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed @@ -1 +1 @@ -2.277326822280884 \ No newline at end of file +2.0658676624298096 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt index 01400fa2659f260963e5c3e373731303c0182101..965a31d1cabb9e11dd28a9468bcc93e695df4991 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt @@ -1,5 +1,5 @@ Running #947 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-007.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.277326822280884 +Command return code: 0, elapsed time: 2.0658676624298096 Finished #947 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-007.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed index e576cb1112a0bd82306f54d84e7d2d72249cb1b0..3b1ff50f811ef200ab458045dabd9c17a3fad01b 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed @@ -1 +1 @@ -2.2716591358184814 \ No newline at end of file +2.4590506553649902 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt index 328de312f49f5eac6a1df6d0358e5aa4b2f3c7b6..19aed3ad31e16ec332fb1adfa6fd1cc9a3c43392 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt @@ -1,5 +1,5 @@ Running #1197 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-008.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2716591358184814 +Command return code: 0, elapsed time: 2.4590506553649902 Finished #1197 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-008.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed index 0e83363515114e17f377aa50683565bdb19fde77..e2c41981d0402c0a4dcd307d690aee1abcc74338 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed @@ -1 +1 @@ -2.231215715408325 \ No newline at end of file +2.166268825531006 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt index 323a88a5b191eb61dc82e60bc1173ef9e16ed28f..01b3f917e5074a55a2ab4bd7e4a919b64bdc922f 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt @@ -1,5 +1,5 @@ Running #1188 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-009.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.231215715408325 +Command return code: 0, elapsed time: 2.166268825531006 Finished #1188 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-009.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed index c274991f803a35fc583838da78d784272eb676b6..df6de361b4da33db4a919f8b0c11468f9087d0f6 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed @@ -1 +1 @@ -2.3379361629486084 \ No newline at end of file +2.301041841506958 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt index 56e3bc33e6d42e6377e8eaff9c632505b8909f45..51bf32f8475af0a0d6407882a1387d5c4ae0c8c5 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt @@ -1,5 +1,5 @@ Running #1157 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-010.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3379361629486084 +| +Command return code: 0, elapsed time: 2.301041841506958 Finished #1157 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-010.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed index 2d9f28cfa75f7c86ea5a23f5a57c49926e7964b6..44606e29b00a9d345d8c7e759eb1f0286c080352 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed @@ -1 +1 @@ -2.868887424468994 \ No newline at end of file +2.2182626724243164 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt index ea115e758f96184fd634e97aac66e3f9f5913612..1e18c937d95a2f7bc0fb7ccec84d36db554b1dd8 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt @@ -1,5 +1,5 @@ Running #650 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-011.c (batchinfo:1/1) @@ -51,13 +51,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.868887424468994 +Command return code: 0, elapsed time: 2.2182626724243164 Finished #650 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-011.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed index cc60beb70fb323bd2b6c41ea852357f201d448e6..24ee1e9091ffdcdb025c87a10199960c3c196680 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -2.221630096435547 \ No newline at end of file +2.1540024280548096 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt index a9f6c6eddadcf91c7a645b5133477dc91f3c4447..632007cbba878541a7988f0617f35f5b353dff1c 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1094 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.221630096435547 +Command return code: 0, elapsed time: 2.1540024280548096 Finished #1094 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-mpi_allreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed index 733ee6051b59a7ab2f7e9e837779447ce19a6829..cc5bcd8e2d31accda0892305e56b22c2015ad52d 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -8.791015863418579 \ No newline at end of file +0.9669127464294434 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum b/logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum deleted file mode 100644 index dccc454093e97b37a83d9e8bf02cab0c0f08ae57..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -72a337cde46f68f0df333105aed6d303 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt index 8834f60dca75ad9d7b8353a34d06bdc9430cf458..0204ae1969c6bbef27fb9f17022ffb5c2440d7bc 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #625 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_alltoall-001.c (batchinfo:1/1) @@ -47,51 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46aba0. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46ab70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aba0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c:37) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-001) -| -| [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error -| [1] ERROR: Read-only buffer was modified while owned by MPI. -| [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aba0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c:37) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-001) -| [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aba0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c:37) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200445 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240901 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200446 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240902 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.791015863418579 +Command return code: 255, elapsed time: 0.9669127464294434 Finished #625 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed index 357df134510ed8c0e1570257aba94b9c0f685052..13c47fc16a2879f168f17a97ca64bdaeef5fb87e 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -8.881538152694702 \ No newline at end of file +8.825674057006836 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt index fe20c7992e09626488c8400a06755fc09ce10af0..897aa675e9b988135033e45735cf7ffb2cf81316 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #738 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_alltoall-mpi_alltoall-001.c (batchinfo:1/1) @@ -55,34 +55,34 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ab60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_alltoall-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_alltoall-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -91,16 +91,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233077 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187707 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.881538152694702 +Command return code: 255, elapsed time: 8.825674057006836 Finished #738 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed index 0fef5b77dc56922b5ac8db3f60147471e18004c2..b59ca852e779e4355a68ff850f7d2987addaa6ea 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -2.274548292160034 \ No newline at end of file +2.2156357765197754 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_barrier-001_0.txt b/logs-20240607/itac/Correct-mpi_barrier-001_0.txt index 18b9a40449e15bf9b583a1125c0ced4c6b780c88..0affad6a6a85f4f51c57ddf4bdd8151997e34a51 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #1126 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_barrier-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.274548292160034 +Command return code: 0, elapsed time: 2.2156357765197754 Finished #1126 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed index f795e4064a3263fe4915dc72fda7dd7b099aba8b..1a1c998c68e109dec60b9e589c31c00b85afb2b4 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -2.260758399963379 \ No newline at end of file +2.2012641429901123 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt index c90dbbe46a4ecf6a27b17e3f57743cbe971e9f1e..19091e6556672930e8ae4e2ae654990a1604165d 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #524 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_barrier-mpi_barrier-001.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_barrier-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_barrier-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.260758399963379 +| +| +Command return code: 0, elapsed time: 2.2012641429901123 Finished #524 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-mpi_barrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed index c1f1830fa788022d9bba38e6ed3e9d911c14013b..6719865b97788bb005caf651f480e31114baa16e 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -2.126615524291992 \ No newline at end of file +2.0847017765045166 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-001_0.txt b/logs-20240607/itac/Correct-mpi_bcast-001_0.txt index 0eea159b4558ec86991423928c74ae71b0125b50..7843ed5bff96cbcdfa8c7cd0862f4b54f503c443 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #811 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.126615524291992 +Command return code: 0, elapsed time: 2.0847017765045166 Finished #811 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed index 0aaf954353912e9006bed245348dd5d1b3424553..64ff765814ab8c5b65935e4dc114d6803dbd78c5 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -2.162635564804077 \ No newline at end of file +2.2568130493164062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-002_0.txt b/logs-20240607/itac/Correct-mpi_bcast-002_0.txt index 06515f27aa8fd9ffb88d64820d8b3ec1aa80a64a..f71fa6dc0cb886e7515e501f0eb4f5734d3f178d 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #474 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.162635564804077 +Command return code: 0, elapsed time: 2.2568130493164062 Finished #474 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-002.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed index 90fa80deae68bcd828575f9fe4fa39e83faa5889..2a871e05d16df51f8e4a4c64317a9a1d25f8683e 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed @@ -1 +1 @@ -2.214942216873169 \ No newline at end of file +3.787806987762451 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-003_0.txt b/logs-20240607/itac/Correct-mpi_bcast-003_0.txt index e63ff8ae534db58ec6a866edd81da6c9b099d7b1..56778882e75e13c510c98e0126635d38e4ca1cde 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-003_0.txt @@ -1,5 +1,5 @@ Running #684 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-003.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 2.214942216873169 +Command return code: 0, elapsed time: 3.787806987762451 Finished #684 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-003.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed index c841b394754f15c4be9ddf3ab81c940ddaea726b..0590bf3aafceaf24da26bca5d93f02fce7b47111 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed @@ -1 +1 @@ -2.1001217365264893 \ No newline at end of file +2.1936349868774414 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-004_0.txt b/logs-20240607/itac/Correct-mpi_bcast-004_0.txt index 1cd839c1cbc390a07bdfc2d6f19069d847ae22f7..df15896eebeaa6c356a10fcf66587b73a3156705 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-004_0.txt @@ -1,5 +1,5 @@ Running #583 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-004.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.1001217365264893 +Command return code: 0, elapsed time: 2.1936349868774414 Finished #583 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-004.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed index dab40297da43a31008ed2f2868b7a5e2085851df..f0e8bcd0a21be49c7ab92d3261924f7ceefbc138 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed @@ -1 +1 @@ -2.230588436126709 \ No newline at end of file +2.230459451675415 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-005_0.txt b/logs-20240607/itac/Correct-mpi_bcast-005_0.txt index d8b251cc3e7237cb86d94f383253c97bc38e5ba4..995a272d97a00a3bf57ad7256d56bfada92a1a3f 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-005_0.txt @@ -1,5 +1,5 @@ Running #1147 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.230588436126709 +Command return code: 0, elapsed time: 2.230459451675415 Finished #1147 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-005.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed index 61af4e287ae30f30f51fbfee51e0d92922e3523c..555dd0f9aa05dc02000d8998929862ab728632e9 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed @@ -1 +1 @@ -2.1863014698028564 \ No newline at end of file +2.1140832901000977 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-006_0.txt b/logs-20240607/itac/Correct-mpi_bcast-006_0.txt index b9ea84d052d8ea3b7111348b78fcc72d933575f1..384c4ca48dc65910c029289d6f951a7aa972692b 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-006_0.txt @@ -1,5 +1,5 @@ Running #456 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.1863014698028564 +Command return code: 0, elapsed time: 2.1140832901000977 Finished #456 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-006.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed index 2ec05555bad8ac7f145126fd5b28db119caf777c..3b431f2fb848c75c657c293de2da628107f14579 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed @@ -1 +1 @@ -2.235903263092041 \ No newline at end of file +2.3369643688201904 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-007_0.txt b/logs-20240607/itac/Correct-mpi_bcast-007_0.txt index d74ed7ede2ffdb2e2e5488c8c5d196cd5ff5810a..df36958ebb8ca9cf9b4993dd633430bafb12cecd 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-007_0.txt @@ -1,5 +1,5 @@ Running #1032 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.235903263092041 +Command return code: 0, elapsed time: 2.3369643688201904 Finished #1032 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-007.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed index 4257bfdb42b742c3c7b8feb22205621c442061b1..a79c2e53013689f1e15e4f48953510b803551b25 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed @@ -1 +1 @@ -2.2638025283813477 \ No newline at end of file +2.18192720413208 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-008_0.txt b/logs-20240607/itac/Correct-mpi_bcast-008_0.txt index fc4b56aef06c1e50fe72bc8e85e7d9aec4eaba2b..b76777b8066a9da0b0596e28aca57e0c4d2b11c6 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-008_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-008_0.txt @@ -1,5 +1,5 @@ Running #1089 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-008.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 1 finished normally | Rank 0 finished normally | -Command return code: 0, elapsed time: 2.2638025283813477 +| +Command return code: 0, elapsed time: 2.18192720413208 Finished #1089 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-008.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed index daf7e4ac1805b9bc456d0b2a4f101b9b38aee034..199900eccaa517e809912ff4b42f084792f18755 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed @@ -1 +1 @@ -2.9550387859344482 \ No newline at end of file +2.188279151916504 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-009_0.txt b/logs-20240607/itac/Correct-mpi_bcast-009_0.txt index 2ca029493344c3c2704346f139cc7559d53fb551..c2b9987c0e54651f7aeb90ab634138882e22506a 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-009_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-009_0.txt @@ -1,5 +1,5 @@ Running #617 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-009.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.9550387859344482 +Command return code: 0, elapsed time: 2.188279151916504 Finished #617 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-009.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed index 864f367c09c10f6fd255f55bf80af369a889236b..cc74c87f6a4eba2f79120541931c564804e03501 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed @@ -1 +1 @@ -2.6041879653930664 \ No newline at end of file +2.1936984062194824 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-010_0.txt b/logs-20240607/itac/Correct-mpi_bcast-010_0.txt index 6d13e467c4a2f748fad02561745d42b819f85305..68631d48ae1f990075094147e35b366ecf73e74f 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-010_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-010_0.txt @@ -1,5 +1,5 @@ Running #649 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-010.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.6041879653930664 +Command return code: 0, elapsed time: 2.1936984062194824 Finished #649 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-010.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed index af075f50bd7c4a96162855111718632702a0cc8f..22bc44d2caf490feeb4c8d462003fae6c0839eaa 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed @@ -1 +1 @@ -2.3674490451812744 \ No newline at end of file +2.4670779705047607 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-011_0.txt b/logs-20240607/itac/Correct-mpi_bcast-011_0.txt index 5af49c409cd0e3ce3c5ee7fb7554e9682a5ec31c..ca62045cd4d48e610cace833a795662dd8635700 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-011_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-011_0.txt @@ -1,5 +1,5 @@ Running #1205 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-011.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3674490451812744 +| +Command return code: 0, elapsed time: 2.4670779705047607 Finished #1205 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-011.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed index 1bbc52148c7bacea5e51296cbb0bd54910388ab3..ea53cb7a09883d78e5f36da41f040e98da270ad2 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed @@ -1 +1 @@ -2.033834457397461 \ No newline at end of file +2.2010202407836914 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-012_0.txt b/logs-20240607/itac/Correct-mpi_bcast-012_0.txt index d4379ef95ddfd80543020f26bcc0617f736cc869..75bef8d5406c271237219169dd867d1553ba5e24 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-012_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-012_0.txt @@ -1,5 +1,5 @@ Running #679 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-012.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.033834457397461 +Command return code: 0, elapsed time: 2.2010202407836914 Finished #679 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-012.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed index e1149b80a82e899ed0166e329262b7b1710855e1..2a8457c75bbcdf78b029983666c0bc89af79ffa9 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed @@ -1 +1 @@ -2.3016464710235596 \ No newline at end of file +2.315727949142456 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-013_0.txt b/logs-20240607/itac/Correct-mpi_bcast-013_0.txt index f488ff51a88484f5db27365ad97fc0d4056f9a7d..e86f09912171fd13b0d14bdd98906ef2d6438768 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-013_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-013_0.txt @@ -1,5 +1,5 @@ Running #1142 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-013.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3016464710235596 +Command return code: 0, elapsed time: 2.315727949142456 Finished #1142 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-013.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed index db9b346399db0cfa1c38c6a6d4b1748e4670b8f0..1f5106f25f68f010d992b9883c70235d00de2cb5 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed @@ -1 +1 @@ -2.316410541534424 \ No newline at end of file +2.1472666263580322 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-014_0.txt b/logs-20240607/itac/Correct-mpi_bcast-014_0.txt index 6194c794b1a4cbf813e5764387c9eab8905a83d8..7c586f806090d3d28a26135952711e7026e0fca2 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-014_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-014_0.txt @@ -1,5 +1,5 @@ Running #1162 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-014.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.316410541534424 +| +Command return code: 0, elapsed time: 2.1472666263580322 Finished #1162 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-014.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed index 111bf27e9a1a4ccb5b1da92810f7aae216fc34b8..69a093645573508b4ae4d7f0149b71827491b4a7 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed @@ -1 +1 @@ -2.666337013244629 \ No newline at end of file +2.234805107116699 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-015_0.txt b/logs-20240607/itac/Correct-mpi_bcast-015_0.txt index 813458002e05041d5b5c2787b39c23d769ad63cd..ac641de3fb7032fc650fbd6b9d78b7f3da5599c0 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-015_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-015_0.txt @@ -1,5 +1,5 @@ Running #874 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-015.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.666337013244629 +Command return code: 0, elapsed time: 2.234805107116699 Finished #874 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-015.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed index 769cd76ff1319784565aab86419dc514098e6ea0..2dd5cfc430d81865c0e022cf29cd318a257d6117 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed @@ -1 +1 @@ -2.083646059036255 \ No newline at end of file +2.0562655925750732 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-016_0.txt b/logs-20240607/itac/Correct-mpi_bcast-016_0.txt index 9c5f1cca4d37a3bd7ecf2db4a9751711486d21ac..73f7d4683449e6d0ee697e596d73372aace68e38 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-016_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-016_0.txt @@ -1,5 +1,5 @@ Running #536 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-016.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.083646059036255 +Command return code: 0, elapsed time: 2.0562655925750732 Finished #536 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-016.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed index d4330b9668926d909c4448bde312ce1877b40763..77182d7c0efe4df2d9812f9fc0bf480f2a81ef28 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed @@ -1 +1 @@ -2.2456908226013184 \ No newline at end of file +2.37003493309021 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-017_0.txt b/logs-20240607/itac/Correct-mpi_bcast-017_0.txt index 638c1c421f3627511d6d622c65cc9b4385ff6b11..46718424c2736a168f8527d5cbe897264e6e742b 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-017_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-017_0.txt @@ -1,5 +1,5 @@ Running #826 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-017.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2456908226013184 +Command return code: 0, elapsed time: 2.37003493309021 Finished #826 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-017.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed index 85d4b6a37a3b278b22a0882ec123035e3b314886..c018457c08dfb4d7abc8a649bb8bca4d43c20c97 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed @@ -1 +1 @@ -2.5335848331451416 \ No newline at end of file +2.212721586227417 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-018_0.txt b/logs-20240607/itac/Correct-mpi_bcast-018_0.txt index a3871bf7bba09ab8914ad469c32a0ac5f51ab645..9916ec75dc723cfbc563764f6b324751d77a2e6a 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-018_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-018_0.txt @@ -1,5 +1,5 @@ Running #612 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-018.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5335848331451416 +| +| +Command return code: 0, elapsed time: 2.212721586227417 Finished #612 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-018.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed index bffc51519109233815a64f5d451885c4a719cb3a..cb8a4b79f7d653d05b5e43dc3c2caef61031cedb 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed @@ -1 +1 @@ -2.2258095741271973 \ No newline at end of file +2.2594380378723145 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-019_0.txt b/logs-20240607/itac/Correct-mpi_bcast-019_0.txt index 617567fc279100be7e73aaa0a674b3089b1c3ab8..bd26b87ecbf390a29f0afb9cd9fb1ee15d0fd9e8 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-019_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-019_0.txt @@ -1,5 +1,5 @@ Running #549 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-019.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2258095741271973 +| +| +Command return code: 0, elapsed time: 2.2594380378723145 Finished #549 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-019.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed index 74793ab0e60c1b675d417505e291c5045cf86b56..599e64ee455d2dd7db1ae1da061ae43c0288df9f 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed @@ -1 +1 @@ -2.254887580871582 \ No newline at end of file +2.267169237136841 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-020_0.txt b/logs-20240607/itac/Correct-mpi_bcast-020_0.txt index d7aff2129c362aa32d08c8196c7d54c8923ef52d..3817fe9e5168ebcfab19d59d0c2fa40eb1471578 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-020_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-020_0.txt @@ -1,5 +1,5 @@ Running #1202 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-020.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.254887580871582 +Command return code: 0, elapsed time: 2.267169237136841 Finished #1202 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-020.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed index b390c4b38f85c571f9dda9f5503a6b54c682cd40..6f6f85551347da0c514073c8388c4db871059f2c 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed @@ -1 +1 @@ -2.182760000228882 \ No newline at end of file +2.1971962451934814 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-021_0.txt b/logs-20240607/itac/Correct-mpi_bcast-021_0.txt index 121af452b69a90b1eeda4d38103e4ac1b0cfbe55..f749f28daa286760a9c9437220363a0c89b98666 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-021_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-021_0.txt @@ -1,5 +1,5 @@ Running #987 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-021.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -| -Command return code: 0, elapsed time: 2.182760000228882 +Command return code: 0, elapsed time: 2.1971962451934814 Finished #987 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-021.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed index 4203f63b4d1d56da2b89b17bfa2a27acfd678b35..31950a48884eb7383220964024ae89f8661e053c 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed @@ -1 +1 @@ -2.0620100498199463 \ No newline at end of file +2.2817318439483643 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-022_0.txt b/logs-20240607/itac/Correct-mpi_bcast-022_0.txt index c681248a4923e5c3ae96e2fbbc3863c2365008fc..a2f276d365e05d17eeee4228a875783eddb51641 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-022_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-022_0.txt @@ -1,5 +1,5 @@ Running #500 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-022.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0620100498199463 +| +Command return code: 0, elapsed time: 2.2817318439483643 Finished #500 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-022.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed index 5559141237160e68b3e077324a368abd8d01962c..bffd8ce16e9edbcb83ce94a89e56613c45aa2e65 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed @@ -1 +1 @@ -2.2254717350006104 \ No newline at end of file +1.998293161392212 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-023_0.txt b/logs-20240607/itac/Correct-mpi_bcast-023_0.txt index 97287baba77eae9337d099589e097b91bead4dfa..43939c685df519a723a7d1b4b47738957ab7b48c 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-023_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-023_0.txt @@ -1,5 +1,5 @@ Running #1107 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-023.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2254717350006104 +Command return code: 0, elapsed time: 1.998293161392212 Finished #1107 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-023.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed index 34ef17df953cd99bc6d555ddf6246018f54ffb7a..3d4a10b973c3307b999bc648f75284f0155a6023 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed @@ -1 +1 @@ -2.199977159500122 \ No newline at end of file +2.2513973712921143 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-024_0.txt b/logs-20240607/itac/Correct-mpi_bcast-024_0.txt index 1f9fd8079c8f52e688e1989e2f4dd36417a76fcf..ea3a1a12d4be24bae6a5ea656dbf4c3137013b24 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-024_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-024_0.txt @@ -1,5 +1,5 @@ Running #1059 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-024.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.199977159500122 +Command return code: 0, elapsed time: 2.2513973712921143 Finished #1059 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-024.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed index 78910e9935db269d71078f84611d2eca12c80a00..8d21ddacd86b3fabba5dee6415559b3437c03f38 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed @@ -1 +1 @@ -2.250119924545288 \ No newline at end of file +2.312068223953247 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-025_0.txt b/logs-20240607/itac/Correct-mpi_bcast-025_0.txt index 5960197c5e378111ad60f524f5c64daa9aad63d4..05a2b00acb07697350c4969e49619547b29d2fe2 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-025_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-025_0.txt @@ -1,5 +1,5 @@ Running #933 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-025.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.250119924545288 +Command return code: 0, elapsed time: 2.312068223953247 Finished #933 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-025.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed index 2e96646259bd49009bd27c0124a43226a110c632..5b6880366a6d7e920eab0b9f386807e4b0645987 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed @@ -1 +1 @@ -2.066924810409546 \ No newline at end of file +2.174924850463867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-026_0.txt b/logs-20240607/itac/Correct-mpi_bcast-026_0.txt index 770f8a0f7d460640466eec837e1de3d0d1c1cd03..c333c34c83379fa8364e700c3babffe56e3a55d5 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-026_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-026_0.txt @@ -1,5 +1,5 @@ Running #815 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-026.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.066924810409546 +| +Command return code: 0, elapsed time: 2.174924850463867 Finished #815 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-026.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed index 0cc6e3add772912de15489ac29f7470536c82ca6..5f9c32dd5660256a94c261d83b62efdd34366f09 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -2.0429868698120117 \ No newline at end of file +2.040043354034424 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt index 8fe2530cc787dfc85683154c7640e9fd839b458f..5db5746bf1885b7b405c21cd8b4f744ef7045458 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #661 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-mpi_bcast-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0429868698120117 +| +Command return code: 0, elapsed time: 2.040043354034424 Finished #661 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-mpi_bcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed index f984311f7227506a39d021b0c94f1fbac4d040c5..a4a490dc3c482ef8bafabe7ad54c0a9a04380fdd 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.963789224624634 \ No newline at end of file +7.948948621749878 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend-001_0.txt b/logs-20240607/itac/Correct-mpi_bsend-001_0.txt index 50171e3e3ba73cb2c1ce34509e6009cffdf14d61..6a4f7453f9ef6009c859568b657af046a0a7bbda 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1277 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac40, 0x46acc0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac40, 0x46acc0[, 128 bytes. +| [1] ERROR: Buffer [0x46ad40, 0x46adc0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ad40, 0x46adc0[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.963789224624634 +Command return code: 255, elapsed time: 7.948948621749878 Finished #1277 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed index e06b7ff3a49b04ff62008c868a0cd25e323f7bff..094328003979fee200b5e9966d2350cfdb044740 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -1.219214916229248 \ No newline at end of file +8.008032321929932 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend-002_0.txt b/logs-20240607/itac/Correct-mpi_bsend-002_0.txt index 54367526b694a0834e90ba2b696c93f3a215e383..a0a242bf8e3a499217bdef807b2745967df70c9a 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1764 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend-002.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error +| [1] ERROR: Buffer [0x46ac40, 0x46acc0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ac40, 0x46acc0[, 128 bytes. +| [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), +| [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, +| [1] ERROR: check for race conditions between buffering and receiving messages, etc). +| [1] ERROR: Note that message sizes are calculated using the worst-case scenario that +| [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. +| [1] ERROR: New message of size 136 was to be sent by: +| [1] ERROR: MPI_Bsend(*buf=0x46ac10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend-002.c:45) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend-002) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile Correct-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227743 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272601 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227744 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272602 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.219214916229248 +Command return code: 255, elapsed time: 8.008032321929932 Finished #1764 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed index 05ad910bb3bc77bddaa96ab08e846f031bd303a6..3d923abe6c9b81eee4fa38ed9b28343b7fad1b2e 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -9.477542400360107 \ No newline at end of file +7.88529372215271 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt index 846d429b86bc24f8a8975e1391e81760b34c0a45..21977426bf3e9370ed33261133b0b4f340cd6fff 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1743 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46acf0, 0x46ad70[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46acf0, 0x46ad70[, 128 bytes. +| [1] ERROR: Buffer [0x46acb0, 0x46ad30[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acb0, 0x46ad30[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7fff476649c8->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff547a4878->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225837 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271738 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.477542400360107 +Command return code: 255, elapsed time: 7.88529372215271 Finished #1743 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed index d0b49da80b2710035b2f5479a515e3fa6d7a3683..950971504d2b6fd9034e5d397055600785d6d4fb 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -7.90084433555603 \ No newline at end of file +8.008476257324219 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt index 84a3a91b8450742a202e56f1cd435523859c8b11..0fa852c3d6be8eb0a0d2d41fe26e131cefa4af1f 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1652 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend_init-002.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac30, 0x46acb0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac30, 0x46acb0[, 128 bytes. +| [1] ERROR: Buffer [0x46adb0, 0x46ae30[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46adb0, 0x46ae30[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7fff56c2e008->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffe37011c88->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-002.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261435 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.90084433555603 +Command return code: 255, elapsed time: 8.008476257324219 Finished #1652 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed b/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed index 2759b659dbe5b8951962beceddc5e7efdcccb063..ba68ef7d912ea0765241af84531add8de8e66b99 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed @@ -1 +1 @@ -2.2374889850616455 \ No newline at end of file +2.1763103008270264 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt b/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt index 129855da14244249a8eb5d75b4c5751f89505aef..0b11780a5df21b18d14c33637fa17071e3bdd86c 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt @@ -1,5 +1,5 @@ Running #704 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_cart_create-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_cart_create-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_cart_create-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2374889850616455 +Command return code: 0, elapsed time: 2.1763103008270264 Finished #704 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-001.c diff --git a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed index a3db7b4233e659122a12b067e5b1b756b7e4a9bc..31b3d2ce897ff7b5894fbead272dd8a95abc1ee8 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed @@ -1 +1 @@ -2.183314800262451 \ No newline at end of file +2.2855148315429688 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt index ff7ea4d6dab22b8a9531189d58a4f3315665eb72..206bad81ff3262d202f61b2ad288ebc51a66a678 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt @@ -1,5 +1,5 @@ Running #1042 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-mpi_cart_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_cart_create-mpi_cart_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_cart_create-mpi_cart_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_cart_create-mpi_cart_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.183314800262451 +Command return code: 0, elapsed time: 2.2855148315429688 Finished #1042 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-mpi_cart_get-001.c diff --git a/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed index 171bdc7f8e7b9dec5c3eda069d898ed7d03bd19b..e06c5e40e1b95767c89c2b31a70ea1465f3ec7c5 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -2.3723790645599365 \ No newline at end of file +2.159992218017578 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_exscan-001_0.txt b/logs-20240607/itac/Correct-mpi_exscan-001_0.txt index 4592e9194c122bf96f954cf3995e5a2a3fb3c500..ae16d67216011cbd01f860944ebfafeda6fd1a98 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #685 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_exscan-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3723790645599365 +Command return code: 0, elapsed time: 2.159992218017578 Finished #685 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed index d834604c94e88c90a5b7cc9c6d4d0865a4de3cbc..b34eca58fc08d0755c1717cf0415a56cc1b6fcf8 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -2.3424692153930664 \ No newline at end of file +2.217151403427124 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt index c6a8ec15ea607944276d7fcfc140be03edd34376..ab8e581d7db9b5f23541c72c0929a27096470f3f 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #795 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_exscan-mpi_exscan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_exscan-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_exscan-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3424692153930664 +Command return code: 0, elapsed time: 2.217151403427124 Finished #795 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-mpi_exscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed index 71325276ae865f38b2206e15a43ae7b4d666c902..2c5259608deb88ba22f5130b36ff7cdb72644d5a 100644 --- a/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed @@ -1 +1 @@ -2.181025743484497 \ No newline at end of file +2.15918231010437 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_gather-001_0.txt b/logs-20240607/itac/Correct-mpi_gather-001_0.txt index b9578f84977b37afaf94837a74d0f9e7bac8ab1d..9e45925e3f2176f6c70b763360f65e400471c2b2 100644 --- a/logs-20240607/itac/Correct-mpi_gather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #881 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_gather-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.181025743484497 +Command return code: 0, elapsed time: 2.15918231010437 Finished #881 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-001.c diff --git a/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed b/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed index 6d38e4c23b494875b071eb982e0b44404e446faa..0adf43fa22ea7650e2e3bed6647dee240ba3a3eb 100644 --- a/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed @@ -1 +1 @@ -8.610753774642944 \ No newline at end of file +8.760127305984497 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_gather-002_0.txt b/logs-20240607/itac/Correct-mpi_gather-002_0.txt index c255976efddd47459e510865b89c95da4c5de14d..7eae74a25c782f395e71890ab2f1978a86184a3c 100644 --- a/logs-20240607/itac/Correct-mpi_gather-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #632 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_gather-002.c (batchinfo:1/1) @@ -51,33 +51,33 @@ Executing the command (cwd: None) | [1] WARNING: LOCAL:MEMORY:INACCESSIBLE: warning | [1] WARNING: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] WARNING: Error occurred in: -| [1] WARNING: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46abe0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46ad30, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c:49) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_gather-002) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_gather-002) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x47c900, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4707b0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_gather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46abe0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46ad30, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c:49) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_gather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_gather-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183890 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183891 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.610753774642944 +Command return code: 255, elapsed time: 8.760127305984497 Finished #632 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c diff --git a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed index e091507939fd7f5dedd407635920c06c09b66c4e..d25ae52bd098e55b263674ccc8d3e1396f7cf23e 100644 --- a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed @@ -1 +1 @@ -2.3553481101989746 \ No newline at end of file +2.359924554824829 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt index 9293ebcf8de9e62fa6e63ba5ce26472ccf5ce5e5..5d1270813298fa532e0926a12a3e90ea03960d1e 100644 --- a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #1209 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_gather-mpi_gather-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_gather-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_gather-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3553481101989746 +Command return code: 0, elapsed time: 2.359924554824829 Finished #1209 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-mpi_gather-001.c diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed index 50efcd53bd2baee740021a07a9ffa5b416520ec8..5df110e6de27caa2978c03c8350bbffb4027eae4 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -2.218263864517212 \ No newline at end of file +2.3535850048065186 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt index dcbb4f59db4a07cadabd5cf1dd0948ca3764ff4a..d3f7daf0f2d3fee951729c24d4f1d1f16bf2617d 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #587 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.218263864517212 +Command return code: 0, elapsed time: 2.3535850048065186 Finished #587 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed index 169a5e60bdc0708954c2f56d3d312a20865a0f7b..1235c6ae6727c620a99e31de50dbafd3eed49c1f 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -2.125088691711426 \ No newline at end of file +2.2475168704986572 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt index b1dd9b6aae6ea6001b7623ad3686882de93e5800..52705293b28ee72c05bd2510b50d7b402ac5ba72 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #821 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iallreduce-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iallreduce-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iallreduce-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.125088691711426 +| +Command return code: 0, elapsed time: 2.2475168704986572 Finished #821 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed index efd5c96168c745ff241212a2aa189da1228eaf7c..76a6e07b00efddc38c32d1c29a3ea818a4784c53 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -38.90715050697327 \ No newline at end of file +38.811193227767944 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt index ad701b531e20273eebddedbe817174459d9e87da..991f6c23e862ee87b18abe121d49c841110bf064 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1193 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ialltoall-001.c (batchinfo:1/1) @@ -48,51 +48,60 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd5e5c0fb8) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) +| | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46aca0. +| [1] WARNING: Send and receive buffers overlap at address 0x46ad60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffffa30c278) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffec0f0ca98) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:38) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffffa30c278) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffec0f0ca98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffffa30c278->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffec0f0ca98->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:40) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing | [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state -| [0] INFO: Writing tracefile Correct-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202164 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247804 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 38.90715050697327 +Command return code: 255, elapsed time: 38.811193227767944 Finished #1193 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed index 36862c07e0068b27ab26d4ae32d5cd2ba4c433ba..668a4e779f12b40b4307f04b790f4f55152b28a7 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -38.95464253425598 \ No newline at end of file +40.50070881843567 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt index a7227a1a1ea682300065497ab09965b96a048eaf..9fe47aa7c74c5875c48c84413071664cb1782bb2 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #641 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ialltoall-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,39 +51,39 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x470670. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffddc330188) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc373915d8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:39) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac20. +| [1] WARNING: Send and receive buffers overlap at address 0x46ab00. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1a582c38) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46aad0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe007579c8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1a582c38) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46aad0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe007579c8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffc1a582c38->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffe007579c8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing | [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state -| [0] INFO: Writing tracefile Correct-mpi_ialltoall-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ialltoall-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -92,16 +92,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187138 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 38.95464253425598 +Command return code: 255, elapsed time: 40.50070881843567 Finished #641 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed index eecc95fcd3e562bd5eaf9eafe3081cac00aa8bd2..8b59a35fefb4cef4985ee451b4431f9b0f5f4142 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -2.030463218688965 \ No newline at end of file +2.034522533416748 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt index 4e790e698601c58e772619beeb5c67c714c57491..0a020fc0b49c679096482a72eaa51ea23f27695e 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #532 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.030463218688965 +Command return code: 0, elapsed time: 2.034522533416748 Finished #532 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed index 37deba64aecdb4e9a02f6751d0372b1ec642207d..88fbe3da2987e23ac58e59491c2a794d83e298e5 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -2.162144899368286 \ No newline at end of file +2.0803840160369873 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt index 6af95d7cf366eb9f05eecb4dcebff8f096bd2c26..5d97181c146ac9e90e00d5d8a2afe75cab7d3325 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #924 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibarrier-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibarrier-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibarrier-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.162144899368286 +| +Command return code: 0, elapsed time: 2.0803840160369873 Finished #924 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed index a2e0f19da3612bf8f5318ae64c9951850b445249..34f92a54b492f7b58714c972475e26f4986b9408 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -2.203056812286377 \ No newline at end of file +2.413975477218628 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt b/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt index 2e380dc0f040564df53d4e4066a5d4bef08b5cf6..de985dce06b3f38df4ca0e6d29f2e61b5d35654d 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1002 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.203056812286377 +Command return code: 0, elapsed time: 2.413975477218628 Finished #1002 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed index b6d2f80e2f21f883b832e215f3a4ec2bca021bb6..956b6d71f769e8834246c4a0a09937f7ec4d8713 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -2.2677218914031982 \ No newline at end of file +2.097982168197632 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt index d7e7905ca78d3c788b3391afa81ff17d1c5f9887..21e9d87f125d8d7e69df53c33e8461bbeec18fde 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1095 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibcast-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibcast-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibcast-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2677218914031982 +Command return code: 0, elapsed time: 2.097982168197632 Finished #1095 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-mpi_ibcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed index 718ba15317baf2d1390dfbfcdf32c1c1ba3813a5..5d5425cf5eb2c5c1b37bcae30b41cb25816c7986 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -8.055946588516235 \ No newline at end of file +8.062650203704834 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt b/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt index f4885091772b5ae81edbb87890c06c20a9575dd3..f1f72e8112552ecaa2d212eabd58a6fceea2c7a1 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1426 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46aba0, 0x46ac20[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46aba0, 0x46ac20[, 128 bytes. +| [1] ERROR: Buffer [0x46acf0, 0x46ad70[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acf0, 0x46ad70[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46ab70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc8755bd28) +| [1] ERROR: MPI_Ibsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0ce3ec88) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207470 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.055946588516235 +Command return code: 255, elapsed time: 8.062650203704834 Finished #1426 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed index 43a1ee9d2c9def7676c4d83895d25b04f6b76c38..81779310f1bf0a8c51f671bceab4fc55fa14880a 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.027407884597778 \ No newline at end of file +7.937845230102539 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt b/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt index 4429f037379856443f34181594f01b035fe937e8..48fe4140e07eef26c6d257b8b95d142f5a741325 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1599 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibsend-002.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac20, 0x46aca0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac20, 0x46aca0[, 128 bytes. +| [1] ERROR: Buffer [0x46acf0, 0x46ad70[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acf0, 0x46ad70[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe67bc2798) +| [1] ERROR: MPI_Ibsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe801401e8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258794 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258795 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.027407884597778 +Command return code: 255, elapsed time: 7.937845230102539 Finished #1599 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed index f3d2b9ac15834a27cf14cce35f510014aac80eb6..7c234e457490db03c6e8846367117044a15c155e 100644 --- a/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed @@ -1 +1 @@ -2.674961805343628 \ No newline at end of file +2.1108129024505615 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_igather-001_0.txt b/logs-20240607/itac/Correct-mpi_igather-001_0.txt index 60cde3eb4c34cd9a982c91586276f62c8819c36d..0293d9d53820860f582c981fbdd19cede28a39f2 100644 --- a/logs-20240607/itac/Correct-mpi_igather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #642 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_igather-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.674961805343628 +| +Command return code: 0, elapsed time: 2.1108129024505615 Finished #642 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-001.c diff --git a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed index c5993d59e4c389b34caf042e4188b7a957c6d882..fad26d8bd8965ecd4213e08cbd552888c1262afa 100644 --- a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed @@ -1 +1 @@ -2.102005958557129 \ No newline at end of file +2.1345019340515137 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt index 89df985c4a2269de79b5a5bdb756a5d814f0aea7..09ade84f2fba4d42763d94163eb7f17b5a25f1cd 100644 --- a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #713 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_igather-mpi_igather-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_igather-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_igather-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.102005958557129 +Command return code: 0, elapsed time: 2.1345019340515137 Finished #713 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-mpi_igather-001.c diff --git a/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed b/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed index ab019d54ba57a427bdf20a0ac08f4efe335af6e6..de30d7e1de846ef684cd890fe9b419e3adcad36c 100644 --- a/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -2.2858870029449463 \ No newline at end of file +2.086594820022583 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_improbe-001_0.txt b/logs-20240607/itac/Correct-mpi_improbe-001_0.txt index e6a6be68c059798697629624bd3ea07fdff50549..946193bb169ad5d3c4cb99a3d5726ba34f795e68 100644 --- a/logs-20240607/itac/Correct-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1999 /MBI/scripts/gencodes/P2P/Correct-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_improbe-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2858870029449463 +Command return code: 0, elapsed time: 2.086594820022583 Finished #1999 /MBI/scripts/gencodes/P2P/Correct-mpi_improbe-001.c diff --git a/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed index 023bd2465de8995a3120582bd9c6c9ce9e21d0dd..94941d66c09365afe9cf88a452a3359b0f9fde45 100644 --- a/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -2.3839151859283447 \ No newline at end of file +2.375826597213745 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt b/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt index aecf24403a665fbb80e1eba84040856acb009b60..48b99fe909b861f894e8cf6650775d5b1d194112 100644 --- a/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1663 /MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_imrecv-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c:49) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_imrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_imrecv-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Isend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcbbb33f2c) +| [0] WARNING: MPI_Isend(*buf=0x46ac30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcb9c5c0fc) | [0] WARNING: (/MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_imrecv-001) -| [0] INFO: Writing tracefile Correct-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_imrecv-001) +| [0] INFO: Writing tracefile Correct-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3839151859283447 +Command return code: 0, elapsed time: 2.375826597213745 Finished #1663 /MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c diff --git a/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed index 98594155e9f605a9dba75e9611110702c1000e25..a7d40c8bbc198c3c2afad00677890d5eb0bc648d 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.2314751148223877 \ No newline at end of file +2.246858596801758 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irecv-001_0.txt b/logs-20240607/itac/Correct-mpi_irecv-001_0.txt index ece1809db95a5bb507c9f5ef384a2a37c5257587..f20e7761848273f005556ed08b0285019d84fd67 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1722 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irecv-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2314751148223877 +Command return code: 0, elapsed time: 2.246858596801758 Finished #1722 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-001.c diff --git a/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed b/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed index 43f8ab02628e983b82ae18a53c0113d422a4ee14..80f30054bf177a278b9ea47c4b2cf42a0a4f625d 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -2.2201054096221924 \ No newline at end of file +1.0358223915100098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum b/logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum deleted file mode 100644 index c13830fb1cfe0a585b31adfee37ac6748483d5f2..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4139c01fbacb8dc6c6d38daba66e3536 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irecv-002_0.txt b/logs-20240607/itac/Correct-mpi_irecv-002_0.txt index 1faa4b766fd27af5077b58af720bd03d6f1255b6..506ab0297a1eb0f49e57fe0d99f39dbe585e6f40 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1593 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irecv-002.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 257437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 257438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.2201054096221924 +Command return code: 255, elapsed time: 1.0358223915100098 Finished #1593 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-002.c diff --git a/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed index ae6a22c843f69daebf93d09ee51dca867223587e..0ee15f23fce3d1ae62bb9141aa68b7208afd9715 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -2.1651294231414795 \ No newline at end of file +2.204558849334717 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt b/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt index 9c92ef7cdc5faac9e98b3120ce0e0c25a7957172..1fc9d029c5e433bb6bb78f41fb6eca2395c8f171 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1064 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1651294231414795 +| +| +Command return code: 0, elapsed time: 2.204558849334717 Finished #1064 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed index 3fa2c1ce3198980700b1aba5b1aa65120c32303d..767edf6dd8320ef4343f46b01768d0a57e0e856a 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -2.305148124694824 \ No newline at end of file +2.1754403114318848 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt index 3f5c9e29f5f1526229ce2a445e0eec528ff71198..9193ea1ebc1db50be0bad9816aee38af367439ff 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #518 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ireduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ireduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ireduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.305148124694824 +Command return code: 0, elapsed time: 2.1754403114318848 Finished #518 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed index f85d8611c3ebd3e0ef4287533cee2db6ed18b9d8..5ab3801140c5f77c043734c2aa25b1fd190024a1 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -3.6445467472076416 \ No newline at end of file +1.0119128227233887 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum b/logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum deleted file mode 100644 index e0ddbb047e3a206123e629710dbb5b5c651d13e0..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -bac89b1414acbf295d8ebdddcb54d709 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irsend-001_0.txt b/logs-20240607/itac/Correct-mpi_irsend-001_0.txt index 901ef4ae731c8ca3425ddaddf16b03945d9de3f7..5f009898ce650d3472fb173133f069f88bf2f1c6 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1265 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irsend-001.c (batchinfo:1/1) @@ -47,14 +47,27 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258443 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258444 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 3.6445467472076416 +Command return code: 255, elapsed time: 1.0119128227233887 Finished #1265 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed index cb0949fdedd3da6fc18f9661100a230a6a9542dc..fa177f24187c632e8d3102a91ebae676eb64c4d1 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -2.4181923866271973 \ No newline at end of file +2.270139217376709 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irsend-002_0.txt b/logs-20240607/itac/Correct-mpi_irsend-002_0.txt index 6f815ae0cd1c5872a32088ae3a9fb916b14442e4..56301829df06d01cde95fa69d76cf60a2aaeb223 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1439 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irsend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.4181923866271973 +Command return code: 0, elapsed time: 2.270139217376709 Finished #1439 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed index dcaba4b2e5f06d1efddefcd662c421db94d6cbc7..144e896b7efb92edec832ef8266bdb6958f7cf0f 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -2.38191819190979 \ No newline at end of file +2.1538214683532715 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscan-001_0.txt b/logs-20240607/itac/Correct-mpi_iscan-001_0.txt index 5e81d36413ec5724fe329220a9c41b44d3077da7..42b618d1c1e1a7cef20991a9b13d48ce6d45a1ae 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #677 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscan-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.38191819190979 +| +Command return code: 0, elapsed time: 2.1538214683532715 Finished #677 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed index 6763ac8fff1cdb897fb48d8f5027b8e7389ca71a..60dc36dfb704f28cd142298d9decc1c848b54070 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -2.290945291519165 \ No newline at end of file +2.143433094024658 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt index e491bca54e2c32993002d40356fb74aaf0f932e0..30e11e0f3fc5013f1c98c85df481c182e4095268 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1005 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscan-mpi_iscan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iscan-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iscan-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.290945291519165 +Command return code: 0, elapsed time: 2.143433094024658 Finished #1005 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-mpi_iscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed index 76d8d1a53bafd9bcf3031e0cb2d85dc01e69f77f..187d5680b7f03720f0e5eecd5ee6fdef5a33ddcb 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -2.1842453479766846 \ No newline at end of file +2.399393320083618 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt b/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt index 7f78f37a0f72526f70a4131d0d7aae9bb79d6d6f..b22498b7b1daf5fe5e809573edccb6a2d4210df1 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #555 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscatter-001.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac | -| [0] INFO: Error checking completed without finding any problems. +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Iscatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcb741a118) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-001.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_iscatter-001) +| [0] INFO: Writing tracefile Correct-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| Rank 1 finished normally -| Rank 0 finished normally +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. | +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1842453479766846 +Command return code: 0, elapsed time: 2.399393320083618 Finished #555 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed index a14ec5d2d24e06558ca15668b1863d09b1351614..e59ab2703552f860d74e33deb70b1615d14efbc4 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -2.617111921310425 \ No newline at end of file +2.5921778678894043 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt index 1a4cc9d3ef2857eaea2bebb7dbd2a65b6cd7037f..51659f6d66a9ca04e1a47d3cfa8995accfb00ae4 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1210 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscatter-mpi_iscatter-001.c (batchinfo:1/1) @@ -49,14 +49,14 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iscatter(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe4f960228) +| [0] WARNING: MPI_Iscatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd90b56028) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-mpi_iscatter-001.c:39) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001) -| [0] INFO: Writing tracefile Correct-mpi_iscatter-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_iscatter-mpi_iscatter-001) +| [0] INFO: Writing tracefile Correct-mpi_iscatter-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. @@ -65,6 +65,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.617111921310425 +| +Command return code: 0, elapsed time: 2.5921778678894043 Finished #1210 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-mpi_iscatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed index cd5ef2b32841af2a46d55c0691cb89b9d6ad8207..b85ab23ad1cb3f2f441cf5c99c67148485663a02 100644 --- a/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed @@ -1 +1 @@ -2.031308174133301 \ No newline at end of file +1.9165732860565186 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-001_0.txt b/logs-20240607/itac/Correct-mpi_isend-001_0.txt index daab19482591d2672ba37eb54cb910d52bb06fdd..a7b4eb956ac1ca64b32cbe9f380ede1255bbea0b 100644 --- a/logs-20240607/itac/Correct-mpi_isend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #2060 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.031308174133301 +Command return code: 0, elapsed time: 1.9165732860565186 Finished #2060 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-001.c diff --git a/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed index 1849120f2ae25312f35864463275c6b56c2fe2be..72ea8f6382cadc076d32204079f7d2e40c9eaf0a 100644 --- a/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed @@ -1 +1 @@ -2.3361902236938477 \ No newline at end of file +2.3530380725860596 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-002_0.txt b/logs-20240607/itac/Correct-mpi_isend-002_0.txt index f09b3f735c63af2df42b16f641ec87d20b452930..3c673fe1ee236b8277057f9db02a0a37f1db9240 100644 --- a/logs-20240607/itac/Correct-mpi_isend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1736 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-002.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3361902236938477 +Command return code: 0, elapsed time: 2.3530380725860596 Finished #1736 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-002.c diff --git a/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed index ba2e5de01345844b22140096f1725be4c471d543..e897cbcf47e6b440a2f47d1e60ba4aa7ffd67a9d 100644 --- a/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed @@ -1 +1 @@ -2.234919548034668 \ No newline at end of file +2.261672019958496 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-003_0.txt b/logs-20240607/itac/Correct-mpi_isend-003_0.txt index eac0a1f179e8dc1a433eb12c2e35ae9932d12963..b66b1ed5707b7100a3777d595b4d02fe25f6e25f 100644 --- a/logs-20240607/itac/Correct-mpi_isend-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1429 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.234919548034668 +Command return code: 0, elapsed time: 2.261672019958496 Finished #1429 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-003.c diff --git a/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed index eb3caeca699dba8af34d50a242647eb23d7f3e5d..218e4ad1fc42b19ca2763f974c86317ebe5c9583 100644 --- a/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed @@ -1 +1 @@ -2.002336025238037 \ No newline at end of file +1.919623613357544 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-004_0.txt b/logs-20240607/itac/Correct-mpi_isend-004_0.txt index 8beb2d39e870e9ff7efab222aaff1040ef31383c..18d02ec4adb4c37f641fea41361cacf1a80cfe81 100644 --- a/logs-20240607/itac/Correct-mpi_isend-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #2063 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-004.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.002336025238037 +Command return code: 0, elapsed time: 1.919623613357544 Finished #2063 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-004.c diff --git a/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed index 75148457464389d0b3b248c106a4fecc48a739f6..2d197d808a7d776ad249f39d4c12de45e774de3d 100644 --- a/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed @@ -1 +1 @@ -2.265162944793701 \ No newline at end of file +2.294419527053833 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-005_0.txt b/logs-20240607/itac/Correct-mpi_isend-005_0.txt index 53098bc6b874f98a7eda677522d05b2bb89815fb..ea29ab0a4a8fb0d76998f9291345e6d37714e6f3 100644 --- a/logs-20240607/itac/Correct-mpi_isend-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1987 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-005.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.265162944793701 +Command return code: 0, elapsed time: 2.294419527053833 Finished #1987 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-005.c diff --git a/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed index fd910dd4fd1ba1b549c64a6f4d4ac4a73e624036..84e994b0687b051e3bfa0db2b6102a848344aa3d 100644 --- a/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed @@ -1 +1 @@ -2.3762831687927246 \ No newline at end of file +2.307044506072998 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-006_0.txt b/logs-20240607/itac/Correct-mpi_isend-006_0.txt index c9ac9cfa8a8f7d60415a237ab48a67efd19ecc9b..ae3c44089340cfa35b0aba1d230c1c4d2c93ce53 100644 --- a/logs-20240607/itac/Correct-mpi_isend-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-006_0.txt @@ -1,5 +1,5 @@ Running #1621 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3762831687927246 +Command return code: 0, elapsed time: 2.307044506072998 Finished #1621 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-006.c diff --git a/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed index b57fee6066c3b496e5b29df688f06850fea44b76..58cfdb58793e0da86a13becf4914a11504e92ccd 100644 --- a/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed @@ -1 +1 @@ -2.3413796424865723 \ No newline at end of file +1.0323569774627686 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-007_0.md5sum b/logs-20240607/itac/Correct-mpi_isend-007_0.md5sum deleted file mode 100644 index eb769deea531bc9a5b82c07dcc2c4cc7f894d879..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/Correct-mpi_isend-007_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f0cbce4bc68d673274edffba42fc740d \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-007_0.txt b/logs-20240607/itac/Correct-mpi_isend-007_0.txt index a38a35cb613f0bde80b141ff80a9119683e4beaa..47fc31d62b295716872e4913388c162593c8c97e 100644 --- a/logs-20240607/itac/Correct-mpi_isend-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-007_0.txt @@ -1,5 +1,5 @@ Running #1840 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-007.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.3413796424865723 +Command return code: 255, elapsed time: 1.0323569774627686 Finished #1840 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-007.c diff --git a/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed index d2912df6d2bda50e63fd62a9bc635309f4c05195..dff53c1448315d4821206111ae9b701c6d6ef990 100644 --- a/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed @@ -1 +1 @@ -2.198610544204712 \ No newline at end of file +2.2933363914489746 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_issend-001_0.txt b/logs-20240607/itac/Correct-mpi_issend-001_0.txt index 4a494dc3be4ccfc49c3b8abc8f6823d673cfdf35..03bfcfa31cd1fd86970faf70946c5bdbff04bf2c 100644 --- a/logs-20240607/itac/Correct-mpi_issend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1305 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_issend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.198610544204712 +Command return code: 0, elapsed time: 2.2933363914489746 Finished #1305 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-001.c diff --git a/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed index 673a254d882c26567e8fa7589976e7cb061d5a2d..89428d364f8bf523bb3fa03c87dabbe8591fc121 100644 --- a/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed @@ -1 +1 @@ -2.188955068588257 \ No newline at end of file +2.3589744567871094 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_issend-002_0.txt b/logs-20240607/itac/Correct-mpi_issend-002_0.txt index f232de6cbcb14346a1301f9d907c75a9901f99ae..00adf126e165e2f7ae3ee25575ebf9b7b202ba7e 100644 --- a/logs-20240607/itac/Correct-mpi_issend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1266 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_issend-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.188955068588257 +Command return code: 0, elapsed time: 2.3589744567871094 Finished #1266 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-002.c diff --git a/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed index 6bb067c4aabda47feb895a8e71c14f0f1f6d983e..4c20cd258c131e52f3fbf2562c8884fb767636e5 100644 --- a/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -2.263991117477417 \ No newline at end of file +2.5027859210968018 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt b/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt index dda9b6951d64c0e4a8f0651678061d3a0a0f49cf..bf460807a4423ff719a6c8ef11129c9287a8b96d 100644 --- a/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1444 /MBI/scripts/gencodes/P2P/Correct-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_mprobe-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.263991117477417 +| +Command return code: 0, elapsed time: 2.5027859210968018 Finished #1444 /MBI/scripts/gencodes/P2P/Correct-mpi_mprobe-001.c diff --git a/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed index 7b572190fd8b65b9c7c04627f248868b4c252249..c6b2beca8b48d193b2dff34059030c4aaf0a629c 100644 --- a/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed @@ -1 +1 @@ -2.0887250900268555 \ No newline at end of file +2.0548014640808105 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt b/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt index 088cdbe2416f887d697a8851b8084e2e1e56e3ff..cdaadf874c74dd5f7828f5c638c32cddb3b27813 100644 --- a/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1904 /MBI/scripts/gencodes/P2P/Correct-mpi_mrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_mrecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_mrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_mrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0887250900268555 +Command return code: 0, elapsed time: 2.0548014640808105 Finished #1904 /MBI/scripts/gencodes/P2P/Correct-mpi_mrecv-001.c diff --git a/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed index ce115e957bd473c7dcce97a86dbec74eb1fe8595..2cb742b5911fd7b8c4b1630115a743fa932cb5d0 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10630202293395996 \ No newline at end of file +0.10853242874145508 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt b/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt index 802f02325f63e8a26a05a420a88983ae6c4a2757..26c1e34226c005465d90b8d582dbefa06ba0a37d 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1595 /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccrRKIqA.o: in function `main': +ld: /tmp/icceumonE.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed index 84e520936f133387b5ccab3742d00d675a8e6e2b..8fffc904270151ebd82c671264aa30700847929e 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.10994386672973633 \ No newline at end of file +0.10744404792785645 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt b/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt index bb0c0c04576ef62be3d6ac45d450bdf445f117da..100c3068ac44cd53120c00d69df881e74e2af4d6 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1863 /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccIu7aht.o: in function `main': +ld: /tmp/iccamRInE.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed index d722a0865d2458833a2dc35fda2aa372d951314d..8624de183ca843fd9eb7769a245aa3723a2d9129 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10895442962646484 \ No newline at end of file +0.11318826675415039 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt index d247ebcbefb6905b1bf643f25687a5e8bf5561d1..df526744615ceddec2559f91cc89253d7905bd25 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1413 /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icchWM7Io.o: in function `main': +ld: /tmp/iccvENlGr.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed index 865617928a9f27e1da7f0f909f96d40e31414d02..8a13658dd517f981dc57b2ff9dbaded7c1c687e3 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.11682724952697754 \ No newline at end of file +0.11088323593139648 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt index 0ca10212ecae48c6aa91d3d2eeec3676bebfce26..ec0ac7b232ea16ddb9870d59ab4dbab197bec505 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1462 /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccglP9Zu.o: in function `main': +ld: /tmp/iccYYqA0Q.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed index d22f9e9418cb41a34be52abe978d27a1ad7f9ea8..5a72877cbf7d5ab2202dfd539f56205ccd14fc93 100644 --- a/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed @@ -1 +1 @@ -2.3462719917297363 \ No newline at end of file +2.4267578125 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv-001_0.txt b/logs-20240607/itac/Correct-mpi_recv-001_0.txt index d564891812464ccd8d9e992652edccac626678a0..17c45aec70bf1bee86429807e2534b51e4381e53 100644 --- a/logs-20240607/itac/Correct-mpi_recv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1923 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3462719917297363 +| +Command return code: 0, elapsed time: 2.4267578125 Finished #1923 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-001.c diff --git a/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed b/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed index 2a06047c115df48111a8edf39a60891751dd7a57..2ac0f819938b12b915b4ff20a6c8fe244dba6b9d 100644 --- a/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed @@ -1 +1 @@ -1.889484167098999 \ No newline at end of file +1.8972206115722656 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv-002_0.txt b/logs-20240607/itac/Correct-mpi_recv-002_0.txt index 2a0642aa5d07a0513a3552698cba6d6b762c000c..b4593858f9440fb4d7a3cfac0343860c1db4936f 100644 --- a/logs-20240607/itac/Correct-mpi_recv-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1979 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.889484167098999 +Command return code: 0, elapsed time: 1.8972206115722656 Finished #1979 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-002.c diff --git a/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed index b588516258494006c5c055fe980ffabdfa625f60..76b5118ff3639fd851bba0a39ff75b9a8b5818f9 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.2797160148620605 \ No newline at end of file +2.363217353820801 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt b/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt index efa7dc47c68dc2f9ec7214e4abe9b7c1b7cc7f7c..e402767722ad5a200b433a8f06c74238d34f3ed0 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1397 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2797160148620605 +Command return code: 0, elapsed time: 2.363217353820801 Finished #1397 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed index 925a1147a9e9ab37d43008c41bb4e8e5e6127787..ec91a4a758dabeee93be2154979295a2bd4a3766 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -2.3619065284729004 \ No newline at end of file +2.374990224838257 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt b/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt index aba3197711569d857db402ec8a798fb08adfa319..b5caf1e723c75cb4fe8b3dabe66f43d80c8b74fc 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1280 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv_init-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3619065284729004 +Command return code: 0, elapsed time: 2.374990224838257 Finished #1280 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed index 1a0904536305a549a27bcae6328bef97c4d095db..7f039f190d552e7875e73d7fd88476461a9dbb81 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -2.40712833404541 \ No newline at end of file +2.233804941177368 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce-001_0.txt index c4cf3b0aee64e588773605d18a44c2cf82a03187..ebc426baf11d797a68f8fb190c36f7569381f7f1 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #1168 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.40712833404541 +Command return code: 0, elapsed time: 2.233804941177368 Finished #1168 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed index 634602530a22e9a321c2b56ceb9fa787ea7015ee..bfcf9699e617b1a1294eeb101c940e4273815c73 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -2.254129409790039 \ No newline at end of file +2.202932357788086 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-002_0.txt b/logs-20240607/itac/Correct-mpi_reduce-002_0.txt index 61f52e42aa26ca90c9d777ae46924c2e64ae99d9..f149130dfb98aef0a1b06f02d0ac68e55569078f 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #833 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.254129409790039 +| +Command return code: 0, elapsed time: 2.202932357788086 Finished #833 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-002.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed index 011a02d5b1edb90dac67415ecabb43984b8a87c1..733a21ef7c63ab38c92f83d092e9ae64b5c197b0 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed @@ -1 +1 @@ -2.1922340393066406 \ No newline at end of file +2.386337995529175 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-003_0.txt b/logs-20240607/itac/Correct-mpi_reduce-003_0.txt index 797b72861140167bc57af64b898fbca10e77a374..8e89d33db0145d12ea29baaeec05b24f85e67d81 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-003_0.txt @@ -1,5 +1,5 @@ Running #1116 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-003.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1922340393066406 +Command return code: 0, elapsed time: 2.386337995529175 Finished #1116 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-003.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed index f3d51b77c3517acea17d9618bd2379d713c1a7a1..e41cb16c6ae14a14dfb49270a223427887b92a3d 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed @@ -1 +1 @@ -2.9834914207458496 \ No newline at end of file +3.0149483680725098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-004_0.txt b/logs-20240607/itac/Correct-mpi_reduce-004_0.txt index c556fd2965ccea1e7ce32703a1797816e8696d6b..7818c3b64922184cce71062ecb147555b5061299 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-004_0.txt @@ -1,5 +1,5 @@ Running #546 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-004.c (batchinfo:1/1) @@ -57,9 +57,9 @@ Executing the command (cwd: None) | [1] ERROR: Signal was encountered at: | [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) | [1] ERROR: While processing: -| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46abf0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_MAXLOC, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ac30, count=1, datatype=MPI_DOUBLE_INT, op=MPI_MAXLOC, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190605 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235851 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190607 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235852 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.9834914207458496 +Command return code: 255, elapsed time: 3.0149483680725098 Finished #546 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-004.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed index c9849039323014f125036004e1d82977ca2c6c2c..348927b79429bc9cedcc97d70a753635676890c6 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed @@ -1 +1 @@ -8.363321542739868 \ No newline at end of file +7.906543016433716 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-005_0.txt b/logs-20240607/itac/Correct-mpi_reduce-005_0.txt index 4023a323c6c19a8b77a7cb9524646e00ed06c10b..639ba921519ec470a6963369e47fa00468ebf5f1 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-005_0.txt @@ -1,5 +1,5 @@ Running #996 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-005.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x470640, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x47caf0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46acd0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ae90, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c:55) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce-005) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce-005) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194105 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194106 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240371 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.363321542739868 +Command return code: 255, elapsed time: 7.906543016433716 Finished #996 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed index 3b0114bca3a22cb05472cd144c7c1d165e8a28d6..4075f05b3413e3deb89af2b841736f0ac9d4a72e 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -2.2210536003112793 \ No newline at end of file +1.9975559711456299 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt index df36ae0c95cccca57f139ac3220bd0eed5fba702..1d36b74b3d23cf261e2c736391d8d17aee958c9b 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #712 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-mpi_reduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2210536003112793 +Command return code: 0, elapsed time: 1.9975559711456299 Finished #712 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-mpi_reduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed index 7baa6345bfc0755f576c413b3aec14695280be93..5a147e571a0f334d86ebd4173ba95ea36ff55a66 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -8.873419046401978 \ No newline at end of file +8.849931955337524 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt index fae15b2ee0096959b8ef3891d69dfc70da9a5d5c..5959d92e5473aaaa8f513a26d92d426426e214fb 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #667 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -55,34 +55,34 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x46acd0, *recvbuf=0x46ad00, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x46ac30, *recvbuf=0x46ac60, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46acd0, *recvbuf=0x46ad00, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac30, *recvbuf=0x46ac60, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46acd0, *recvbuf=0x46ad00, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac30, *recvbuf=0x46ac60, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -91,16 +91,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185099 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.873419046401978 +Command return code: 255, elapsed time: 8.849931955337524 Finished #667 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed index 75b04153b30150b279fdd0a4d56ba4f498aef877..47f580e07b7d9451e027fbf635a433af9dbe5c64 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -8.740108489990234 \ No newline at end of file +8.828489303588867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt index 9c45d4226daf5ea8d68eee93c2d3a67e851521db..d398dda0c2427ef7d2d157878147a7b948af6dff 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #903 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -49,13 +49,13 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470690. +| [0] WARNING: Send and receive buffers overlap at address 0x470710. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x470660, *recvbuf=0x470690, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning | [1] WARNING: Send and receive buffers overlap at address 0x46acc0. @@ -64,7 +64,7 @@ Executing the command (cwd: None) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. @@ -73,16 +73,16 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | [1] ERROR: Modified buffer detected at: | [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -91,16 +91,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241759 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.740108489990234 +Command return code: 255, elapsed time: 8.828489303588867 Finished #903 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed index f74f9243c4532e5692e2a65bf6f88d0acf398d04..755d745469dfe4ad178a89de9ce81e04d9fcaa6e 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -2.183839797973633 \ No newline at end of file +2.280853033065796 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend-001_0.txt b/logs-20240607/itac/Correct-mpi_rsend-001_0.txt index 829bb6a71c09645f9f712f0c48a451d29168bed1..7e95f16c905a4b7567f21a80c4dd39d053af165e 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1325 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.183839797973633 +Command return code: 0, elapsed time: 2.280853033065796 Finished #1325 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed index ff3133341bf3d4f7a3d63e9698b26bf1ff4337b6..e365087a5c53acb92eb6babacfe0687b60ea7d9d 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -2.030769109725952 \ No newline at end of file +2.374215841293335 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend-002_0.txt b/logs-20240607/itac/Correct-mpi_rsend-002_0.txt index bc45d77935a4e2bc9fc896a545b51d61d9cc2e64..97bba9e19aadba6a93e75772d97529801c342562 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1297 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.030769109725952 +Command return code: 0, elapsed time: 2.374215841293335 Finished #1297 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed index b04c3de646bae6be28a52fa01f735bd8027169d7..7b9edf842c84591f7a6ee1a528645003c9d09e3e 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -2.3401265144348145 \ No newline at end of file +2.3668878078460693 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt index 5eea5451ed84b5ed0c1c27e139d34af8ce25679b..b0af5977272d259be18d405427432b3ea636eb3e 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1766 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3401265144348145 +Command return code: 0, elapsed time: 2.3668878078460693 Finished #1766 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed index 3c531b81b5e545a6ce08076795e56e581f1e2ac2..c8b2e0e1662ce63e6f917e67a555836b7534a54a 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -2.3557610511779785 \ No newline at end of file +2.1704695224761963 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt index 819f9de46f97edfeed92df5d58ab38b6563e5f65..bb6b3ad494f890dfb38efd644852aa58100e7176 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1901 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.3557610511779785 +Command return code: 0, elapsed time: 2.1704695224761963 Finished #1901 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed index e73cdfeb385a854f387cb9e3a3838540287a5f45..83274840735842a03d881b748896b8f9244f6cac 100644 --- a/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed @@ -1 +1 @@ -2.1526670455932617 \ No newline at end of file +2.193753480911255 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-001_0.txt b/logs-20240607/itac/Correct-mpi_scan-001_0.txt index afc9bee46f7c384a8bbc33e6b1542d411bb9aa14..2c45b6e547588c0e6d104112e7ac036cbb7d3162 100644 --- a/logs-20240607/itac/Correct-mpi_scan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #990 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1526670455932617 +Command return code: 0, elapsed time: 2.193753480911255 Finished #990 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-001.c diff --git a/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed index 2353e13859d75b3ad16a87d70663a71a201989a6..fb32dc50becebc6519e119b98ca45ec6911aa463 100644 --- a/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed @@ -1 +1 @@ -1.9408609867095947 \ No newline at end of file +2.2680087089538574 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-002_0.txt b/logs-20240607/itac/Correct-mpi_scan-002_0.txt index d9fd7f4a9bdf6a15dd04003ce7d6821f7535c0ed..6071f9ff32d6a70a4ad317753cde755c77aa780b 100644 --- a/logs-20240607/itac/Correct-mpi_scan-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #804 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 1.9408609867095947 +Command return code: 0, elapsed time: 2.2680087089538574 Finished #804 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-002.c diff --git a/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed index b7d0321fe4921e59e6d3a63c9b53d3ff716a74d5..dab42a7ddf455b4cc42720c6ccfc4d5211b7123e 100644 --- a/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed @@ -1 +1 @@ -2.180995225906372 \ No newline at end of file +2.214315891265869 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-003_0.txt b/logs-20240607/itac/Correct-mpi_scan-003_0.txt index dd3b5b8361e4aae5420888387a826cea1dcb4c36..16bba1927c8fd0973ceff9743fe410944cf2e12f 100644 --- a/logs-20240607/itac/Correct-mpi_scan-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-003_0.txt @@ -1,5 +1,5 @@ Running #460 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.180995225906372 +Command return code: 0, elapsed time: 2.214315891265869 Finished #460 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-003.c diff --git a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed index 16339c43c53bc9c9cf439fe6d60514a1d38d99dc..378eaa31a2fe22549eb571b6bed5326d84a07509 100644 --- a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed @@ -1 +1 @@ -2.346266269683838 \ No newline at end of file +2.4489049911499023 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt index 45358f9ab9802b5fed9f9ca850e3d81ddadd8905..b8901f05a8e598208d67564f2843f4b71b1c435d 100644 --- a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1177 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-mpi_scan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.346266269683838 +Command return code: 0, elapsed time: 2.4489049911499023 Finished #1177 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-mpi_scan-001.c diff --git a/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed index 8e0bdfe199699199e337bb3bb6af7cc48db2e8d9..377bc3e9adc8c81633210516019c0a025f24d7b9 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.2969725131988525 \ No newline at end of file +2.382067918777466 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scatter-001_0.txt b/logs-20240607/itac/Correct-mpi_scatter-001_0.txt index 1abf64d99aaae68fe47e67039367d01fe77a1a54..64ebdd0e4085510e042def7d9e7f2979b7ff6e4e 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #843 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scatter-001.c (batchinfo:1/1) @@ -48,41 +48,23 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x47ca00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_scatter-001) -| [0] ERROR: Data was corrupted during transmission to local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46abb0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_scatter-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c:37) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_scatter-001) +| [0] INFO: Writing tracefile Correct-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. | +| Rank 0 finished normally +| Rank 1 finished normally | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197085 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.2969725131988525 +Command return code: 0, elapsed time: 2.382067918777466 Finished #843 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed index dd7bb66b53e9126963adb053662b7da7a90cf5e6..3bd58db74294cf4a834a6ccd84c8c75c0dd17ec1 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -2.5181868076324463 \ No newline at end of file +2.4663519859313965 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt index 34266ee8cceacda262bfa765e66959df93d62ed5..2a7fc26a9c1a63458c4415b38dfd4fcea96a8a7d 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #1219 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scatter-mpi_scatter-001.c (batchinfo:1/1) @@ -49,14 +49,14 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470710. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scatter(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-mpi_scatter-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001) -| [0] INFO: Writing tracefile Correct-mpi_scatter-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_scatter-mpi_scatter-001) +| [0] INFO: Writing tracefile Correct-mpi_scatter-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. @@ -65,6 +65,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5181868076324463 +Command return code: 0, elapsed time: 2.4663519859313965 Finished #1219 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-mpi_scatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_send-001_0.elapsed b/logs-20240607/itac/Correct-mpi_send-001_0.elapsed index 2b374dbdab0e80dca5600cd10c73da7adfc14594..309bd992ffd648fb14541eae3c1faf7268efa627 100644 --- a/logs-20240607/itac/Correct-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-001_0.elapsed @@ -1 +1 @@ -2.2899527549743652 \ No newline at end of file +2.324305534362793 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-001_0.txt b/logs-20240607/itac/Correct-mpi_send-001_0.txt index 9720bdc65eca7426675852bd4a8a8d831f953760..8d081fbd5d5cb8883e8bcf42e3ef3ef7da210e10 100644 --- a/logs-20240607/itac/Correct-mpi_send-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1319 /MBI/scripts/gencodes/P2P/Correct-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2899527549743652 +| +Command return code: 0, elapsed time: 2.324305534362793 Finished #1319 /MBI/scripts/gencodes/P2P/Correct-mpi_send-001.c diff --git a/logs-20240607/itac/Correct-mpi_send-002_0.elapsed b/logs-20240607/itac/Correct-mpi_send-002_0.elapsed index d397d5346a7129be0f78c578841d763fe3b6b26e..ad243245eb36284792c461b67cd6402bb8c654c1 100644 --- a/logs-20240607/itac/Correct-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-002_0.elapsed @@ -1 +1 @@ -2.3369715213775635 \ No newline at end of file +2.527920722961426 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-002_0.txt b/logs-20240607/itac/Correct-mpi_send-002_0.txt index 7b0fa68fdce8fbb4cad31cfc709a29aa11899e33..15f50c6ac644e0e1e92faaadbeab09a58fcb2e97 100644 --- a/logs-20240607/itac/Correct-mpi_send-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1980 /MBI/scripts/gencodes/P2P/Correct-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3369715213775635 +Command return code: 0, elapsed time: 2.527920722961426 Finished #1980 /MBI/scripts/gencodes/P2P/Correct-mpi_send-002.c diff --git a/logs-20240607/itac/Correct-mpi_send-003_0.elapsed b/logs-20240607/itac/Correct-mpi_send-003_0.elapsed index c25053d79a207e9d9f96d7b18ab3b09e907ab961..d84c9bef6f843959213be8544c666e53c971fba8 100644 --- a/logs-20240607/itac/Correct-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-003_0.elapsed @@ -1 +1 @@ -1.8540356159210205 \ No newline at end of file +1.9220800399780273 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-003_0.txt b/logs-20240607/itac/Correct-mpi_send-003_0.txt index fe50e2e5c649695a1288cd71faa9e0e49eed350b..75ee838447acd1e10aafb425939ee53e149584ea 100644 --- a/logs-20240607/itac/Correct-mpi_send-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #2098 /MBI/scripts/gencodes/P2P/Correct-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8540356159210205 +Command return code: 0, elapsed time: 1.9220800399780273 Finished #2098 /MBI/scripts/gencodes/P2P/Correct-mpi_send-003.c diff --git a/logs-20240607/itac/Correct-mpi_send-004_0.elapsed b/logs-20240607/itac/Correct-mpi_send-004_0.elapsed index fcab9cc1537855f340e1ec8bab2be554310b6e3b..4decd8b0893fec60f0c7ac202bfc7acdb9db33c0 100644 --- a/logs-20240607/itac/Correct-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-004_0.elapsed @@ -1 +1 @@ -1.0579006671905518 \ No newline at end of file +2.2872872352600098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-004_0.txt b/logs-20240607/itac/Correct-mpi_send-004_0.txt index b08712da1f163c580382828dc5033e1b5658f74f..c7141128a0377f829dc100d0d588af8d07032eba 100644 --- a/logs-20240607/itac/Correct-mpi_send-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #2051 /MBI/scripts/gencodes/P2P/Correct-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-004.c (batchinfo:1/1) @@ -47,23 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile Correct-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229414 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229415 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.0579006671905518 +| +| +Command return code: 0, elapsed time: 2.2872872352600098 Finished #2051 /MBI/scripts/gencodes/P2P/Correct-mpi_send-004.c diff --git a/logs-20240607/itac/Correct-mpi_send-005_0.elapsed b/logs-20240607/itac/Correct-mpi_send-005_0.elapsed index 89d4ed976e0ee9040302391d05e4a733b21e92d2..a754dbc73a586b5513d882fab0d157cbe7d22a8b 100644 --- a/logs-20240607/itac/Correct-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-005_0.elapsed @@ -1 +1 @@ -2.3230648040771484 \ No newline at end of file +2.242475748062134 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-005_0.txt b/logs-20240607/itac/Correct-mpi_send-005_0.txt index 3b18534e1993d4bd5d9d89d2a8f65661bca1544a..374ded97e39c2f42e6b73c54d4000a72ce7f1b6a 100644 --- a/logs-20240607/itac/Correct-mpi_send-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1678 /MBI/scripts/gencodes/P2P/Correct-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-005.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3230648040771484 +Command return code: 0, elapsed time: 2.242475748062134 Finished #1678 /MBI/scripts/gencodes/P2P/Correct-mpi_send-005.c diff --git a/logs-20240607/itac/Correct-mpi_send-006_0.elapsed b/logs-20240607/itac/Correct-mpi_send-006_0.elapsed index 63349139a759de743fc26039d361ab233a1a3bb0..4472762bd4db1958e5544f69fdc21509c9716682 100644 --- a/logs-20240607/itac/Correct-mpi_send-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-006_0.elapsed @@ -1 +1 @@ -2.265092611312866 \ No newline at end of file +2.203854560852051 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-006_0.txt b/logs-20240607/itac/Correct-mpi_send-006_0.txt index 2f51e4b1fca783442e49e84ed08caf0e292dcc2b..4ad999fed16227277bce8c4bfd9e179790d64e4c 100644 --- a/logs-20240607/itac/Correct-mpi_send-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-006_0.txt @@ -1,5 +1,5 @@ Running #1286 /MBI/scripts/gencodes/P2P/Correct-mpi_send-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.265092611312866 +Command return code: 0, elapsed time: 2.203854560852051 Finished #1286 /MBI/scripts/gencodes/P2P/Correct-mpi_send-006.c diff --git a/logs-20240607/itac/Correct-mpi_send-007_0.elapsed b/logs-20240607/itac/Correct-mpi_send-007_0.elapsed index fef658d59fa7286ed91846bad3d2d04ea5cb4c45..2c5945f2b7591ebb3c699b9f73577eb7199c203c 100644 --- a/logs-20240607/itac/Correct-mpi_send-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-007_0.elapsed @@ -1 +1 @@ -2.0718882083892822 \ No newline at end of file +1.976430892944336 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-007_0.txt b/logs-20240607/itac/Correct-mpi_send-007_0.txt index 055715a0955671e7ff9cbf1bbb7fe2ba322d3535..b32521453b4cd44d3875e0e513e4ef07896c24e9 100644 --- a/logs-20240607/itac/Correct-mpi_send-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-007_0.txt @@ -1,5 +1,5 @@ Running #1811 /MBI/scripts/gencodes/P2P/Correct-mpi_send-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0718882083892822 +Command return code: 0, elapsed time: 1.976430892944336 Finished #1811 /MBI/scripts/gencodes/P2P/Correct-mpi_send-007.c diff --git a/logs-20240607/itac/Correct-mpi_send-008_0.elapsed b/logs-20240607/itac/Correct-mpi_send-008_0.elapsed index 34b430294dcb39d826c7e755713a28889e6f596f..6d41ed9f53125b94449801827a35267c22bb8500 100644 --- a/logs-20240607/itac/Correct-mpi_send-008_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-008_0.elapsed @@ -1 +1 @@ -2.3025033473968506 \ No newline at end of file +2.363481044769287 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-008_0.txt b/logs-20240607/itac/Correct-mpi_send-008_0.txt index bd08a310bfa003d1b337b24038f27b4223580792..5f90c5acc55eab549e16e855d61cd0dda4c5d5b0 100644 --- a/logs-20240607/itac/Correct-mpi_send-008_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-008_0.txt @@ -1,5 +1,5 @@ Running #1475 /MBI/scripts/gencodes/P2P/Correct-mpi_send-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-008.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3025033473968506 +Command return code: 0, elapsed time: 2.363481044769287 Finished #1475 /MBI/scripts/gencodes/P2P/Correct-mpi_send-008.c diff --git a/logs-20240607/itac/Correct-mpi_send-009_0.elapsed b/logs-20240607/itac/Correct-mpi_send-009_0.elapsed index 0be189a2c21856fc4d6b48bd7bc44b5b92bdd4f4..c67b67436bced1fced634676235d5c0082f577b6 100644 --- a/logs-20240607/itac/Correct-mpi_send-009_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-009_0.elapsed @@ -1 +1 @@ -2.390230178833008 \ No newline at end of file +2.412472724914551 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-009_0.txt b/logs-20240607/itac/Correct-mpi_send-009_0.txt index a29dc982e480d96335c70b602bf1234bb61513e1..f96a7d5a416c0f8aac7f8eca8df9152b00e43084 100644 --- a/logs-20240607/itac/Correct-mpi_send-009_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-009_0.txt @@ -1,5 +1,5 @@ Running #1769 /MBI/scripts/gencodes/P2P/Correct-mpi_send-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-009.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.390230178833008 +Command return code: 0, elapsed time: 2.412472724914551 Finished #1769 /MBI/scripts/gencodes/P2P/Correct-mpi_send-009.c diff --git a/logs-20240607/itac/Correct-mpi_send-010_0.elapsed b/logs-20240607/itac/Correct-mpi_send-010_0.elapsed index 95b17a3fa4c45791e5d96ed7671f8d1ec3eec70d..2859ce2f0952a874f05f95520e491d2da7d6d4fa 100644 --- a/logs-20240607/itac/Correct-mpi_send-010_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-010_0.elapsed @@ -1 +1 @@ -2.365208864212036 \ No newline at end of file +2.3202402591705322 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-010_0.txt b/logs-20240607/itac/Correct-mpi_send-010_0.txt index 150f9d767cd053eace1f1cd844f28daf0fec5500..5689e4d1a7efec62c92ad4c28d78f082ce8d6ee8 100644 --- a/logs-20240607/itac/Correct-mpi_send-010_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-010_0.txt @@ -1,5 +1,5 @@ Running #1798 /MBI/scripts/gencodes/P2P/Correct-mpi_send-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-010.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.365208864212036 +Command return code: 0, elapsed time: 2.3202402591705322 Finished #1798 /MBI/scripts/gencodes/P2P/Correct-mpi_send-010.c diff --git a/logs-20240607/itac/Correct-mpi_send-011_0.elapsed b/logs-20240607/itac/Correct-mpi_send-011_0.elapsed index 2385bbe705d965c16ae992f9e19cc27f29aae172..7b3573fae0bc773323a29c452df5c90dac7cbc71 100644 --- a/logs-20240607/itac/Correct-mpi_send-011_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-011_0.elapsed @@ -1 +1 @@ -2.302706241607666 \ No newline at end of file +2.288694143295288 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-011_0.txt b/logs-20240607/itac/Correct-mpi_send-011_0.txt index 53845cd3c057dd70b6f211a24de4d7a27852e22f..80a6869311a182a4581e8a25cca0a14d87b9273a 100644 --- a/logs-20240607/itac/Correct-mpi_send-011_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-011_0.txt @@ -1,5 +1,5 @@ Running #1542 /MBI/scripts/gencodes/P2P/Correct-mpi_send-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-011.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.302706241607666 +Command return code: 0, elapsed time: 2.288694143295288 Finished #1542 /MBI/scripts/gencodes/P2P/Correct-mpi_send-011.c diff --git a/logs-20240607/itac/Correct-mpi_send-012_0.elapsed b/logs-20240607/itac/Correct-mpi_send-012_0.elapsed index 70ce7a0ff8d11565ce537963a1a1faaa4a2cac85..6a5628fc0ecce82d1b899ac89ffa2059dd0231b7 100644 --- a/logs-20240607/itac/Correct-mpi_send-012_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-012_0.elapsed @@ -1 +1 @@ -2.3700952529907227 \ No newline at end of file +2.194565534591675 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-012_0.txt b/logs-20240607/itac/Correct-mpi_send-012_0.txt index 508ed40117f05ee606ba333c1f9afd30f1488855..b3bc1e396cfcde432c57fd2a25238724ac6aa429 100644 --- a/logs-20240607/itac/Correct-mpi_send-012_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-012_0.txt @@ -1,5 +1,5 @@ Running #1994 /MBI/scripts/gencodes/P2P/Correct-mpi_send-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-012.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3700952529907227 +| +Command return code: 0, elapsed time: 2.194565534591675 Finished #1994 /MBI/scripts/gencodes/P2P/Correct-mpi_send-012.c diff --git a/logs-20240607/itac/Correct-mpi_send-013_0.elapsed b/logs-20240607/itac/Correct-mpi_send-013_0.elapsed index e68faa3a7a5367dc044d5ef8ff88718970be92cf..5dfd0dfeb27b72beed7e3294ecce74ca76c906dd 100644 --- a/logs-20240607/itac/Correct-mpi_send-013_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-013_0.elapsed @@ -1 +1 @@ -2.21952223777771 \ No newline at end of file +2.1418209075927734 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-013_0.txt b/logs-20240607/itac/Correct-mpi_send-013_0.txt index 387dc9852db0ea47c40cadce74e711ffc36cd236..29e244d2d87694c42dd0ec21d57fa312d7067e3c 100644 --- a/logs-20240607/itac/Correct-mpi_send-013_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-013_0.txt @@ -1,5 +1,5 @@ Running #1488 /MBI/scripts/gencodes/P2P/Correct-mpi_send-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-013.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.21952223777771 +Command return code: 0, elapsed time: 2.1418209075927734 Finished #1488 /MBI/scripts/gencodes/P2P/Correct-mpi_send-013.c diff --git a/logs-20240607/itac/Correct-mpi_send-014_0.elapsed b/logs-20240607/itac/Correct-mpi_send-014_0.elapsed index bf8f41871e54bec91d96fbd457e7d1c7eb8f71c6..048a295bc9c27175c0fe4bc576fbeeda5b1f72d1 100644 --- a/logs-20240607/itac/Correct-mpi_send-014_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-014_0.elapsed @@ -1 +1 @@ -1.7788264751434326 \ No newline at end of file +1.786850929260254 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-014_0.txt b/logs-20240607/itac/Correct-mpi_send-014_0.txt index ccec644432c6ebe6c076c5c2164d1710e54d9a21..3802ee8ee1d8ca1fd8d07fc375509834a6eae72d 100644 --- a/logs-20240607/itac/Correct-mpi_send-014_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-014_0.txt @@ -1,5 +1,5 @@ Running #1945 /MBI/scripts/gencodes/P2P/Correct-mpi_send-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-014.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7788264751434326 +Command return code: 0, elapsed time: 1.786850929260254 Finished #1945 /MBI/scripts/gencodes/P2P/Correct-mpi_send-014.c diff --git a/logs-20240607/itac/Correct-mpi_send-015_0.elapsed b/logs-20240607/itac/Correct-mpi_send-015_0.elapsed index e44fe93b38e757a5b108262e83f84450f96cafd9..ac2e78a03e5f4c5de1155280e200a28a0a42ea6e 100644 --- a/logs-20240607/itac/Correct-mpi_send-015_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-015_0.elapsed @@ -1 +1 @@ -2.386031150817871 \ No newline at end of file +2.267066717147827 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-015_0.txt b/logs-20240607/itac/Correct-mpi_send-015_0.txt index 2a1a0f1257eaaf5e4ff7925654ef553242be8db4..9af2442458b9c4151ee1f2a7182210815471f5e1 100644 --- a/logs-20240607/itac/Correct-mpi_send-015_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-015_0.txt @@ -1,5 +1,5 @@ Running #2033 /MBI/scripts/gencodes/P2P/Correct-mpi_send-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-015.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.386031150817871 +Command return code: 0, elapsed time: 2.267066717147827 Finished #2033 /MBI/scripts/gencodes/P2P/Correct-mpi_send-015.c diff --git a/logs-20240607/itac/Correct-mpi_send-016_0.elapsed b/logs-20240607/itac/Correct-mpi_send-016_0.elapsed index 37a8818bfc2fce17a443552e8c1c299de5dfec9a..31cb2600d5e3e741ad07e971315adcad793d66ee 100644 --- a/logs-20240607/itac/Correct-mpi_send-016_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-016_0.elapsed @@ -1 +1 @@ -1.7579638957977295 \ No newline at end of file +1.934577465057373 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-016_0.txt b/logs-20240607/itac/Correct-mpi_send-016_0.txt index 8da68b1020ea4681464f41822d6e9b212ef6cb96..757b380cfe1f4d7a631d073c2c184b17f9bdf680 100644 --- a/logs-20240607/itac/Correct-mpi_send-016_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-016_0.txt @@ -1,5 +1,5 @@ Running #1937 /MBI/scripts/gencodes/P2P/Correct-mpi_send-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-016.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7579638957977295 +Command return code: 0, elapsed time: 1.934577465057373 Finished #1937 /MBI/scripts/gencodes/P2P/Correct-mpi_send-016.c diff --git a/logs-20240607/itac/Correct-mpi_send-017_0.elapsed b/logs-20240607/itac/Correct-mpi_send-017_0.elapsed index e572f1713f763f4bd4e4ed27fad7ee1f6a24caa3..54b549d31f8b5abc06130872c057d07442892667 100644 --- a/logs-20240607/itac/Correct-mpi_send-017_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-017_0.elapsed @@ -1 +1 @@ -2.18050217628479 \ No newline at end of file +2.188701629638672 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-017_0.txt b/logs-20240607/itac/Correct-mpi_send-017_0.txt index d61d4158825ee4229e8e7824b58648d7fce00eac..75d4ddaeb2f261cf776fe32f3fe292d9d8ce390f 100644 --- a/logs-20240607/itac/Correct-mpi_send-017_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-017_0.txt @@ -1,5 +1,5 @@ Running #1645 /MBI/scripts/gencodes/P2P/Correct-mpi_send-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-017.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.18050217628479 +Command return code: 0, elapsed time: 2.188701629638672 Finished #1645 /MBI/scripts/gencodes/P2P/Correct-mpi_send-017.c diff --git a/logs-20240607/itac/Correct-mpi_send-018_0.elapsed b/logs-20240607/itac/Correct-mpi_send-018_0.elapsed index c79845ee29288e5ca00a61b2451ba9a42a1651eb..328ca79644e896096fb00a0214f4361390826087 100644 --- a/logs-20240607/itac/Correct-mpi_send-018_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-018_0.elapsed @@ -1 +1 @@ -2.005323886871338 \ No newline at end of file +1.892509937286377 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-018_0.txt b/logs-20240607/itac/Correct-mpi_send-018_0.txt index 1bc726a0e4329c3d13e18dc07e4e9e59027ab668..1e31f634979f74d4d2f5efd2a7d539882e1815df 100644 --- a/logs-20240607/itac/Correct-mpi_send-018_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-018_0.txt @@ -1,5 +1,5 @@ Running #1912 /MBI/scripts/gencodes/P2P/Correct-mpi_send-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-018.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.005323886871338 +Command return code: 0, elapsed time: 1.892509937286377 Finished #1912 /MBI/scripts/gencodes/P2P/Correct-mpi_send-018.c diff --git a/logs-20240607/itac/Correct-mpi_send-019_0.elapsed b/logs-20240607/itac/Correct-mpi_send-019_0.elapsed index 90c7196a1e619e2ab2b5a391dc2917d185c7e795..538d37ade8c3de21eb22a9f99fd4c84813c185b1 100644 --- a/logs-20240607/itac/Correct-mpi_send-019_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-019_0.elapsed @@ -1 +1 @@ -2.372006893157959 \ No newline at end of file +2.358109951019287 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-019_0.txt b/logs-20240607/itac/Correct-mpi_send-019_0.txt index 0c6edf925184bf52c8342518b5483df0caf52205..3b4837452722b2b3506a0f3a8eb1c096d0ada4e1 100644 --- a/logs-20240607/itac/Correct-mpi_send-019_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-019_0.txt @@ -1,5 +1,5 @@ Running #1661 /MBI/scripts/gencodes/P2P/Correct-mpi_send-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-019.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.372006893157959 +Command return code: 0, elapsed time: 2.358109951019287 Finished #1661 /MBI/scripts/gencodes/P2P/Correct-mpi_send-019.c diff --git a/logs-20240607/itac/Correct-mpi_send-020_0.elapsed b/logs-20240607/itac/Correct-mpi_send-020_0.elapsed index 587c3ffdfba367d7fcaf8069453d0fa05859b09a..4389314a644c2dedd8e66f9ab8d9839dd5052e23 100644 --- a/logs-20240607/itac/Correct-mpi_send-020_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-020_0.elapsed @@ -1 +1 @@ -2.2815637588500977 \ No newline at end of file +2.467336416244507 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-020_0.txt b/logs-20240607/itac/Correct-mpi_send-020_0.txt index 462fe0e446819d3cdcbe8a158bb0807a7100953a..3b22cc319af21c6e7a8eca232a5c0ab740bf1813 100644 --- a/logs-20240607/itac/Correct-mpi_send-020_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-020_0.txt @@ -1,5 +1,5 @@ Running #1720 /MBI/scripts/gencodes/P2P/Correct-mpi_send-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-020.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.2815637588500977 +Command return code: 0, elapsed time: 2.467336416244507 Finished #1720 /MBI/scripts/gencodes/P2P/Correct-mpi_send-020.c diff --git a/logs-20240607/itac/Correct-mpi_send-021_0.elapsed b/logs-20240607/itac/Correct-mpi_send-021_0.elapsed index 7183593b08b025880360fa5c59fa40bbd43ce9b1..d722ab336f4b07ed332b4e0d1c12a88e57c9f5e8 100644 --- a/logs-20240607/itac/Correct-mpi_send-021_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-021_0.elapsed @@ -1 +1 @@ -2.4919369220733643 \ No newline at end of file +2.3555381298065186 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-021_0.txt b/logs-20240607/itac/Correct-mpi_send-021_0.txt index 9125b4f492f306d5b42180ef2b8dc5bc4e49eb7e..c4e521bf7b263f50f5639e76a1c1fcf961451e66 100644 --- a/logs-20240607/itac/Correct-mpi_send-021_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-021_0.txt @@ -1,5 +1,5 @@ Running #2027 /MBI/scripts/gencodes/P2P/Correct-mpi_send-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-021.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.4919369220733643 +| +Command return code: 0, elapsed time: 2.3555381298065186 Finished #2027 /MBI/scripts/gencodes/P2P/Correct-mpi_send-021.c diff --git a/logs-20240607/itac/Correct-mpi_send-022_0.elapsed b/logs-20240607/itac/Correct-mpi_send-022_0.elapsed index 7ffc35bb6766409a8dab0a2d9309d11cf8d15ee2..eba4614dfc0be744f94e5b47290ffc21f6b7fb3b 100644 --- a/logs-20240607/itac/Correct-mpi_send-022_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-022_0.elapsed @@ -1 +1 @@ -2.547758102416992 \ No newline at end of file +2.306922197341919 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-022_0.txt b/logs-20240607/itac/Correct-mpi_send-022_0.txt index f825a82cdee65d725271be6d6fc300aef3622882..d9f2171c451805e8026d635621d349727f049e05 100644 --- a/logs-20240607/itac/Correct-mpi_send-022_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-022_0.txt @@ -1,5 +1,5 @@ Running #1508 /MBI/scripts/gencodes/P2P/Correct-mpi_send-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-022.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.547758102416992 +Command return code: 0, elapsed time: 2.306922197341919 Finished #1508 /MBI/scripts/gencodes/P2P/Correct-mpi_send-022.c diff --git a/logs-20240607/itac/Correct-mpi_send-023_0.elapsed b/logs-20240607/itac/Correct-mpi_send-023_0.elapsed index 0779f9692fb6f84744ec925b09d0be2b35c517e9..caf3cc5800935a3688ad6731d871829d05eec6fc 100644 --- a/logs-20240607/itac/Correct-mpi_send-023_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-023_0.elapsed @@ -1 +1 @@ -2.3107383251190186 \ No newline at end of file +2.357520341873169 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-023_0.txt b/logs-20240607/itac/Correct-mpi_send-023_0.txt index 78f4b21c64c7d834fb96e4e2e4aa73181ca516dd..4eea50da83baa04818be416f65b8c337e881f8aa 100644 --- a/logs-20240607/itac/Correct-mpi_send-023_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-023_0.txt @@ -1,5 +1,5 @@ Running #1833 /MBI/scripts/gencodes/P2P/Correct-mpi_send-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-023.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.3107383251190186 +Command return code: 0, elapsed time: 2.357520341873169 Finished #1833 /MBI/scripts/gencodes/P2P/Correct-mpi_send-023.c diff --git a/logs-20240607/itac/Correct-mpi_send-024_0.elapsed b/logs-20240607/itac/Correct-mpi_send-024_0.elapsed index 31a2e6784419b6e2417898211b81d0e96e07898d..6e8fdc627a8dfe934d39f6e3b6a46a9a5f0fe6b7 100644 --- a/logs-20240607/itac/Correct-mpi_send-024_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-024_0.elapsed @@ -1 +1 @@ -2.439876079559326 \ No newline at end of file +3.2056617736816406 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-024_0.txt b/logs-20240607/itac/Correct-mpi_send-024_0.txt index a57bff286d755d46ecf7617d9bbbedb099739ad8..dc4a0ae2cedda766abc09a785479c33409bdda9f 100644 --- a/logs-20240607/itac/Correct-mpi_send-024_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-024_0.txt @@ -1,5 +1,5 @@ Running #1317 /MBI/scripts/gencodes/P2P/Correct-mpi_send-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-024.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.439876079559326 +Command return code: 0, elapsed time: 3.2056617736816406 Finished #1317 /MBI/scripts/gencodes/P2P/Correct-mpi_send-024.c diff --git a/logs-20240607/itac/Correct-mpi_send-025_0.elapsed b/logs-20240607/itac/Correct-mpi_send-025_0.elapsed index e39ec7db26ad5ad31f453c8cf6957ee89b470dcb..e24c2b216847daddce174d1a2016bb65f2a8a0de 100644 --- a/logs-20240607/itac/Correct-mpi_send-025_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-025_0.elapsed @@ -1 +1 @@ -2.2853496074676514 \ No newline at end of file +2.2310822010040283 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-025_0.txt b/logs-20240607/itac/Correct-mpi_send-025_0.txt index b6d93840b6b14cf04abe102182123525f1c28d89..f45f30c90fddc7c5659a7429316ff45b70b5883a 100644 --- a/logs-20240607/itac/Correct-mpi_send-025_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-025_0.txt @@ -1,5 +1,5 @@ Running #1448 /MBI/scripts/gencodes/P2P/Correct-mpi_send-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-025.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2853496074676514 +Command return code: 0, elapsed time: 2.2310822010040283 Finished #1448 /MBI/scripts/gencodes/P2P/Correct-mpi_send-025.c diff --git a/logs-20240607/itac/Correct-mpi_send-026_0.elapsed b/logs-20240607/itac/Correct-mpi_send-026_0.elapsed index 53e88c0ca440fde4d26797b7f143dd06e193a07a..f4216283b04daa1ffaab3b9364c4432729dfb5ee 100644 --- a/logs-20240607/itac/Correct-mpi_send-026_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-026_0.elapsed @@ -1 +1 @@ -2.2944440841674805 \ No newline at end of file +2.2936840057373047 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-026_0.txt b/logs-20240607/itac/Correct-mpi_send-026_0.txt index 5cc57a939ceeba6517cacbafff6eb8298a77ab40..fd47bfbfc3fe5723256d69c37287680ffbdfb666 100644 --- a/logs-20240607/itac/Correct-mpi_send-026_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-026_0.txt @@ -1,5 +1,5 @@ Running #1332 /MBI/scripts/gencodes/P2P/Correct-mpi_send-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-026.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2944440841674805 +Command return code: 0, elapsed time: 2.2936840057373047 Finished #1332 /MBI/scripts/gencodes/P2P/Correct-mpi_send-026.c diff --git a/logs-20240607/itac/Correct-mpi_send-027_0.elapsed b/logs-20240607/itac/Correct-mpi_send-027_0.elapsed index 93561cc7c1c5f830419f95c297fb942d768fcdca..901643b37515bcbd66fcedd173b6ba1db96736cc 100644 --- a/logs-20240607/itac/Correct-mpi_send-027_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-027_0.elapsed @@ -1 +1 @@ -2.4541819095611572 \ No newline at end of file +2.237525701522827 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-027_0.txt b/logs-20240607/itac/Correct-mpi_send-027_0.txt index 63a3e9b3115de8737a7149135cc77b0c2bc9b694..c2caa26c5eb45dc51f42c59074c2601c92f05a48 100644 --- a/logs-20240607/itac/Correct-mpi_send-027_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-027_0.txt @@ -1,5 +1,5 @@ Running #2037 /MBI/scripts/gencodes/P2P/Correct-mpi_send-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-027.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.4541819095611572 +Command return code: 0, elapsed time: 2.237525701522827 Finished #2037 /MBI/scripts/gencodes/P2P/Correct-mpi_send-027.c diff --git a/logs-20240607/itac/Correct-mpi_send-028_0.elapsed b/logs-20240607/itac/Correct-mpi_send-028_0.elapsed index bc425f963f441a299f8e8f78ba0ffb9d64106bf7..d9504d494efd76a5c65cf864ee51442dcf07b195 100644 --- a/logs-20240607/itac/Correct-mpi_send-028_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-028_0.elapsed @@ -1 +1 @@ -2.3250510692596436 \ No newline at end of file +2.2228763103485107 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-028_0.txt b/logs-20240607/itac/Correct-mpi_send-028_0.txt index 3971081f5e2d75b1b0d156899b8a80ddeb060727..82f8f1a082b7f94f027d237277fa29563f38ee1e 100644 --- a/logs-20240607/itac/Correct-mpi_send-028_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-028_0.txt @@ -1,5 +1,5 @@ Running #1428 /MBI/scripts/gencodes/P2P/Correct-mpi_send-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-028.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3250510692596436 +Command return code: 0, elapsed time: 2.2228763103485107 Finished #1428 /MBI/scripts/gencodes/P2P/Correct-mpi_send-028.c diff --git a/logs-20240607/itac/Correct-mpi_send-029_0.elapsed b/logs-20240607/itac/Correct-mpi_send-029_0.elapsed index 6af6a4524895de15c3027fa4e767324361fbf2e2..b43349dd4db829a910033b6140ebab3e1a394e4c 100644 --- a/logs-20240607/itac/Correct-mpi_send-029_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-029_0.elapsed @@ -1 +1 @@ -2.2276549339294434 \ No newline at end of file +2.260366439819336 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-029_0.txt b/logs-20240607/itac/Correct-mpi_send-029_0.txt index eba5e62c394907eca5354697bbeb70235d4b3db3..3546e98175453846776f9305dc1d8813ef2baa51 100644 --- a/logs-20240607/itac/Correct-mpi_send-029_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-029_0.txt @@ -1,5 +1,5 @@ Running #1432 /MBI/scripts/gencodes/P2P/Correct-mpi_send-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-029.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 2.2276549339294434 +Command return code: 0, elapsed time: 2.260366439819336 Finished #1432 /MBI/scripts/gencodes/P2P/Correct-mpi_send-029.c diff --git a/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed index b83186e52b7907591abce477a9401cff10bb9c49..27fd95df7eb45348968e0bbc64e9d639cbe4abb5 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -2.123035430908203 \ No newline at end of file +2.209364652633667 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send_init-001_0.txt b/logs-20240607/itac/Correct-mpi_send_init-001_0.txt index 6f87b8ae6269a0641d8830f679b2ac966b3b2c84..ee151d6eccc505bee943ef790df1f6c1f95a4de5 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1874 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send_init-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.123035430908203 +Command return code: 0, elapsed time: 2.209364652633667 Finished #1874 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed index fbc56d4ef2271ca0f06e4993df7e256783300966..fa572e4aca625bd5f156bb9f1a9fb2b5bef76e2c 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -2.3879663944244385 \ No newline at end of file +2.3167989253997803 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send_init-002_0.txt b/logs-20240607/itac/Correct-mpi_send_init-002_0.txt index 92813e64166051be4a2158d57fbeccb108b10acf..e78744e4553789d9abd192e7349b9157f7d328dd 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1541 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3879663944244385 +Command return code: 0, elapsed time: 2.3167989253997803 Finished #1541 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed index 70c9fd52fbee64af1e799a53b9a9d830fd77d690..081abe2c43c068a9bcbfd74aff5e5fc4e2e64104 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -2.440112829208374 \ No newline at end of file +2.032961368560791 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend-001_0.txt b/logs-20240607/itac/Correct-mpi_ssend-001_0.txt index 3b68ad1f4db681ab8c2c5662805045014957280e..da85b287b58c8c1fb5eb9ad5bd406dd1db32e28d 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1441 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.440112829208374 +Command return code: 0, elapsed time: 2.032961368560791 Finished #1441 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-001.c diff --git a/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed index 88348a33a1a8d58bd4fb8dc577ec3264caf66858..e7798b4b6a34021e3dd8bedd1dbb08faeaa2253f 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -2.17577862739563 \ No newline at end of file +2.3058664798736572 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend-002_0.txt b/logs-20240607/itac/Correct-mpi_ssend-002_0.txt index 00a3cd73f626f39e97cec0ce7146fa53044c0d4b..45406c6b9cc029bf9e46931ac827ae4bec1918c3 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1776 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.17577862739563 +Command return code: 0, elapsed time: 2.3058664798736572 Finished #1776 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-002.c diff --git a/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed index e20e1ba11e4feb05ea0cb9ada549436341b9016c..2d66a005ffe49e55fcdfb57463e883d6d16d5b34 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -2.2805540561676025 \ No newline at end of file +2.1924421787261963 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend-003_0.txt b/logs-20240607/itac/Correct-mpi_ssend-003_0.txt index eb00d0f83c947216f2b61b30bf1c2577389339e9..f6fda6931331a7ea79d0df295cc910e0c90db0d6 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1642 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.2805540561676025 +Command return code: 0, elapsed time: 2.1924421787261963 Finished #1642 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-003.c diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed index 72ec5d9f152000cd6635bf485bd458adb782a26a..934efff807f0960c4d3bf5d9a47b83f9566f36fe 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -2.238823175430298 \ No newline at end of file +2.2002956867218018 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt index e0421dc521766ef058eae85491cafd57951f3a4b..6f3ffff5bd503e223f2582c75d8686b0d8c9e1c5 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1838 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend_init-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.238823175430298 +| +Command return code: 0, elapsed time: 2.2002956867218018 Finished #1838 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed index 30d1dd77e881bfb096ff572d6b1c982a4da62d40..931de4e4beea80f45f5c51c78c90c707096bb885 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -1.9952235221862793 \ No newline at end of file +1.8897826671600342 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt index 79d10b49afccaa18faa124cd8e4e6d83ff432eeb..c1db42c0720cdfb35c7b7e26919dee2d0cbc7074 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1911 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9952235221862793 +Command return code: 0, elapsed time: 1.8897826671600342 Finished #1911 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed b/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed index a05d1b773edb8b04f87f44ceac07bc4a5f0d50de..31e77ddedfaed4881efd6046ca6a50e9b97f5485 100644 --- a/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed @@ -1 +1 @@ -1.988405466079712 \ No newline at end of file +1.8311538696289062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt b/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt index 3925298a44c404c0ef6c6cfcebb83ed51155b65c..3712bf2dc290f952c93f08744f71746fb2e52412 100644 --- a/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #237 /MBI/scripts/gencodes/RMA/Correct-request-rget_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-request-rget_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-request-rget_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-request-rget_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.988405466079712 +Command return code: 0, elapsed time: 1.8311538696289062 Finished #237 /MBI/scripts/gencodes/RMA/Correct-request-rget_bufread-001.c diff --git a/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed b/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed index 749f35543e6751bfaf677475024f2dc040aca8ba..cfa459335e0023ba2a7f5495145ae4b0d504451b 100644 --- a/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed @@ -1 +1 @@ -2.1923036575317383 \ No newline at end of file +2.1453049182891846 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-request-rget_put-001_0.txt b/logs-20240607/itac/Correct-request-rget_put-001_0.txt index afad337c532aede1bd6f44fcc5ee9a4605fe9389..83f53cdab66b9369407fce88ab21790e68ffab52 100644 --- a/logs-20240607/itac/Correct-request-rget_put-001_0.txt +++ b/logs-20240607/itac/Correct-request-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #405 /MBI/scripts/gencodes/RMA/Correct-request-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-request-rget_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-request-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-request-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.1923036575317383 +Command return code: 0, elapsed time: 2.1453049182891846 Finished #405 /MBI/scripts/gencodes/RMA/Correct-request-rget_put-001.c diff --git a/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed b/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed index 347b706451c9575469adbff7df2b693cf7cbf9f5..b4a0b2d657c569913d2ca9f4e5e57f1289878437 100644 --- a/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.03080677986145 \ No newline at end of file +2.1744918823242188 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-request-rget_rput-001_0.txt b/logs-20240607/itac/Correct-request-rget_rput-001_0.txt index 03a85bcc3348e4610bf6e23463e7ab27895fbdc0..b586f0f19928f2d6c2e1c1924c0b9b926a73d508 100644 --- a/logs-20240607/itac/Correct-request-rget_rput-001_0.txt +++ b/logs-20240607/itac/Correct-request-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #89 /MBI/scripts/gencodes/RMA/Correct-request-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-request-rget_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-request-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-request-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.03080677986145 +Command return code: 0, elapsed time: 2.1744918823242188 Finished #89 /MBI/scripts/gencodes/RMA/Correct-request-rget_rput-001.c diff --git a/logs-20240607/itac/EpochLifeCycle-001_0.elapsed b/logs-20240607/itac/EpochLifeCycle-001_0.elapsed index 58a399469539e89e1e6d1e343836aa58605b9708..213637e858cfe458c3fb486b2510d59059ad3265 100644 --- a/logs-20240607/itac/EpochLifeCycle-001_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-001_0.elapsed @@ -1 +1 @@ -60.2074248790741 \ No newline at end of file +72.22497224807739 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-001_0.timeout b/logs-20240607/itac/EpochLifeCycle-001_0.timeout deleted file mode 100644 index d6a3708a756faa73f8f6dde91947bf5a13cc1dad..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0060715675354 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-001_0.txt b/logs-20240607/itac/EpochLifeCycle-001_0.txt index 5f82931e1fa16387c11c09f42940046da46338bd..b42118ead231ba1170e4b7be0930bfe1dc817ab7 100644 --- a/logs-20240607/itac/EpochLifeCycle-001_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-001_0.txt @@ -1,5 +1,5 @@ Running #437 /MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-001.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.2074248790741 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7fff2aeeea58->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-001) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7fff1d717448->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-001) +| [0] INFO: Writing tracefile EpochLifeCycle-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 218594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 218595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.22497224807739 Finished #437 /MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c diff --git a/logs-20240607/itac/EpochLifeCycle-002_0.elapsed b/logs-20240607/itac/EpochLifeCycle-002_0.elapsed index 049c8aec8f33f7fe53aeabc8e88e46b5654fb745..18dae937f4229b638bc52907d830f32f6ec934d5 100644 --- a/logs-20240607/itac/EpochLifeCycle-002_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-002_0.elapsed @@ -1 +1 @@ -7.070058822631836 \ No newline at end of file +7.139499664306641 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-002_0.txt b/logs-20240607/itac/EpochLifeCycle-002_0.txt index c3e202b47e0444efe40d32cd0fe75ced7195efdd..c8a76eecc3072e9c56a74bf39c264c4e259b2787 100644 --- a/logs-20240607/itac/EpochLifeCycle-002_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-002_0.txt @@ -1,5 +1,5 @@ Running #23 /MBI/scripts/gencodes/RMA/EpochLifeCycle-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get(*origin_addr=0x470670, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182888 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182889 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.070058822631836 +Command return code: 255, elapsed time: 7.139499664306641 Finished #23 /MBI/scripts/gencodes/RMA/EpochLifeCycle-002.c diff --git a/logs-20240607/itac/EpochLifeCycle-003_0.elapsed b/logs-20240607/itac/EpochLifeCycle-003_0.elapsed index 3fa64bf2d6d7e91429cfa0e535cc38fa4d109bca..be00ac702e0686c6cdb55c1a398b78dbf2b7c5a4 100644 --- a/logs-20240607/itac/EpochLifeCycle-003_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-003_0.elapsed @@ -1 +1 @@ -60.20283365249634 \ No newline at end of file +62.32422614097595 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-003_0.timeout b/logs-20240607/itac/EpochLifeCycle-003_0.timeout deleted file mode 100644 index 1db1cd5857dd4f6c49ffe2cde4ae9adb756f7e7b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.001572132110596 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-003_0.txt b/logs-20240607/itac/EpochLifeCycle-003_0.txt index ca157bb9bc5cbf6dcdb7be111028b979f72532c7..8fabe6c53ffcf014ad7436ae90b5b0b56d56493c 100644 --- a/logs-20240607/itac/EpochLifeCycle-003_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-003_0.txt @@ -1,5 +1,5 @@ Running #78 /MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-003.c (batchinfo:1/1) @@ -19,6 +19,72 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON -Command killed by signal 15, elapsed time: 60.20283365249634 +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffe4d30b458->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-003) +| [0] INFO: Writing tracefile EpochLifeCycle-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 219613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 219614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32422614097595 Finished #78 /MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c diff --git a/logs-20240607/itac/EpochLifeCycle-004_0.elapsed b/logs-20240607/itac/EpochLifeCycle-004_0.elapsed index c237d4fb60a9156d84ebe9f5fb76ae18ff222c86..328f8170f844fdfa39253724c5aa92ce844df296 100644 --- a/logs-20240607/itac/EpochLifeCycle-004_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-004_0.elapsed @@ -1 +1 @@ -60.205313205718994 \ No newline at end of file +72.2501175403595 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-004_0.timeout b/logs-20240607/itac/EpochLifeCycle-004_0.timeout deleted file mode 100644 index bd1a0698c4a17455cbcd2cdbe96169611346cc74..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-004_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00377607345581 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-004_0.txt b/logs-20240607/itac/EpochLifeCycle-004_0.txt index 37a4f05b1cf47205ae49fe96c4fe1d0608f65b5b..788e9719956f91388d3af78cb0ffb5af2d74b7b4 100644 --- a/logs-20240607/itac/EpochLifeCycle-004_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-004_0.txt @@ -1,5 +1,5 @@ Running #93 /MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-004.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.205313205718994 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffecf779778->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-004) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-004) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffe76046768->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-004) +| [0] INFO: Writing tracefile EpochLifeCycle-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.2501175403595 Finished #93 /MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c diff --git a/logs-20240607/itac/EpochLifeCycle-005_0.elapsed b/logs-20240607/itac/EpochLifeCycle-005_0.elapsed index f57a73bf8fecfd83d1b64d7998d8431960d3310f..29219102d1a8e0879afea79a48428a8373ef28f8 100644 --- a/logs-20240607/itac/EpochLifeCycle-005_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-005_0.elapsed @@ -1 +1 @@ -7.377680063247681 \ No newline at end of file +7.205519676208496 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-005_0.txt b/logs-20240607/itac/EpochLifeCycle-005_0.txt index 84ce24d1adee4a870eb0456cb60c7bf33d4a70a3..8f7e273825cda74c95a29f75966baf0eeb10e25a 100644 --- a/logs-20240607/itac/EpochLifeCycle-005_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-005_0.txt @@ -1,5 +1,5 @@ Running #258 /MBI/scripts/gencodes/RMA/EpochLifeCycle-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-005.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470600, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-005.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188197 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234241 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188198 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234242 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.377680063247681 +Command return code: 255, elapsed time: 7.205519676208496 Finished #258 /MBI/scripts/gencodes/RMA/EpochLifeCycle-005.c diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.elapsed b/logs-20240607/itac/EpochLifeCycle-006_0.elapsed index 2c87c294dde4ad373299428c19dcd3c3304799dd..a36a3841af1fca0df12a6d746f5e4d7b819a9bfd 100644 --- a/logs-20240607/itac/EpochLifeCycle-006_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-006_0.elapsed @@ -1 +1 @@ -60.20733666419983 \ No newline at end of file +61.125704288482666 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.md5sum b/logs-20240607/itac/EpochLifeCycle-006_0.md5sum deleted file mode 100644 index 2b3798f90deb7e06a3a33712de1a3ff7f0de35e3..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-006_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ceb64a5cbc698755056f53ff5e29347c \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.timeout b/logs-20240607/itac/EpochLifeCycle-006_0.timeout deleted file mode 100644 index 7d02d96586e202b653963b34954b69c7b0e7a1a1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00598692893982 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.txt b/logs-20240607/itac/EpochLifeCycle-006_0.txt index 8449deebbd4637baa504069c8a7a6a4b5663c7b2..faef89b08072033e4dec34e3bf1c13d21d5c6870 100644 --- a/logs-20240607/itac/EpochLifeCycle-006_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-006_0.txt @@ -1,5 +1,5 @@ Running #261 /MBI/scripts/gencodes/RMA/EpochLifeCycle-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-006.c (batchinfo:1/1) @@ -13,6 +13,59 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./EpochLifeCycle-006 | -Command killed by signal 15, elapsed time: 60.20733666419983 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 235037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 235039 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.125704288482666 Finished #261 /MBI/scripts/gencodes/RMA/EpochLifeCycle-006.c diff --git a/logs-20240607/itac/EpochLifeCycle-007_0.elapsed b/logs-20240607/itac/EpochLifeCycle-007_0.elapsed index 9dbb3712d5fa4e393b941eb300d9b81afc9765e8..3fe1466a8e0954bb657f064d9d4efc12b5e585a6 100644 --- a/logs-20240607/itac/EpochLifeCycle-007_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-007_0.elapsed @@ -1 +1 @@ -60.20561861991882 \ No newline at end of file +72.25508713722229 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-007_0.timeout b/logs-20240607/itac/EpochLifeCycle-007_0.timeout deleted file mode 100644 index 36e61414f4c3e2eb5abbdedba2d699d44fd0019e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00436353683472 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-007_0.txt b/logs-20240607/itac/EpochLifeCycle-007_0.txt index afe930e04bb5f6ebcff572d79e113eea3e1b89a9..82de173797b3d15fe109cc5abc8e92fccbefd78a 100644 --- a/logs-20240607/itac/EpochLifeCycle-007_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-007_0.txt @@ -1,5 +1,5 @@ Running #387 /MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-007.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20561861991882 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffd46d8f438->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-007) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffc75a6b948->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-007) +| [0] INFO: Writing tracefile EpochLifeCycle-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 223614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 223615 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.25508713722229 Finished #387 /MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c diff --git a/logs-20240607/itac/EpochLifeCycle-008_0.elapsed b/logs-20240607/itac/EpochLifeCycle-008_0.elapsed index ce9482088b54c8e8692d2c826884c1f300980712..e2f6a62da102572daeedb8f7179717ec41eb4e61 100644 --- a/logs-20240607/itac/EpochLifeCycle-008_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-008_0.elapsed @@ -1 +1 @@ -7.088548183441162 \ No newline at end of file +9.073699474334717 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-008_0.txt b/logs-20240607/itac/EpochLifeCycle-008_0.txt index 11b7eaa627febed0fc85a8e770c049dcdf03da86..4f3e251011c256ff76fbfc9478c6ff37a143f624 100644 --- a/logs-20240607/itac/EpochLifeCycle-008_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-008_0.txt @@ -1,5 +1,5 @@ Running #157 /MBI/scripts/gencodes/RMA/EpochLifeCycle-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-008.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470680, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-008.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224435 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.088548183441162 +Command return code: 255, elapsed time: 9.073699474334717 Finished #157 /MBI/scripts/gencodes/RMA/EpochLifeCycle-008.c diff --git a/logs-20240607/itac/EpochLifeCycle-009_0.elapsed b/logs-20240607/itac/EpochLifeCycle-009_0.elapsed index 7930359d1887df841aaa8923573a23f7dd50b3c5..ab4ff743a1b2ded9dad0cdc2e7df87e8ba92ca9f 100644 --- a/logs-20240607/itac/EpochLifeCycle-009_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-009_0.elapsed @@ -1 +1 @@ -60.20795559883118 \ No newline at end of file +62.01250910758972 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-009_0.timeout b/logs-20240607/itac/EpochLifeCycle-009_0.timeout deleted file mode 100644 index daeb711a98dae48fe8197605e85f0180c9971e7e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00652766227722 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-009_0.txt b/logs-20240607/itac/EpochLifeCycle-009_0.txt index 04f1f5def876b5d523daec18abe359f2a98126b6..6521d69317444af1f0904c041080fe14ad617296 100644 --- a/logs-20240607/itac/EpochLifeCycle-009_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-009_0.txt @@ -1,5 +1,5 @@ Running #6 /MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-009.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./EpochLifeCycle-009 | -Command killed by signal 15, elapsed time: 60.20795559883118 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7fffd445d318->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-009) +| [0] INFO: Writing tracefile EpochLifeCycle-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 216790 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 216792 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.01250910758972 Finished #6 /MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c diff --git a/logs-20240607/itac/EpochLifeCycle-010_0.elapsed b/logs-20240607/itac/EpochLifeCycle-010_0.elapsed index 0eb40a45008bd38e3160f608f839d4d1041a7417..5eba71146d290d4f47c39ae9a72e7f62b6d7a450 100644 --- a/logs-20240607/itac/EpochLifeCycle-010_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-010_0.elapsed @@ -1 +1 @@ -2.6488049030303955 \ No newline at end of file +2.6710660457611084 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-010_0.txt b/logs-20240607/itac/EpochLifeCycle-010_0.txt index 5bd172625cf6cccf2f74a8b8215f1f729b432bd1..731d70f29bc9aef4280856c39dd25adb8679d413 100644 --- a/logs-20240607/itac/EpochLifeCycle-010_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-010_0.txt @@ -1,5 +1,5 @@ Running #435 /MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-010.c (batchinfo:1/1) @@ -51,21 +51,21 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Wrong synchronization of RMA calls. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Win_free(*win=0x7ffc6f2949e8->0xffffffffa0000000) +| [0] WARNING: MPI_Win_free(*win=0x7ffe724a42d8->0xffffffffa0000000) | [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-010) | | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Wrong synchronization of RMA calls. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Win_free(*win=0x7ffd50cfb688->0xffffffffa0000000) +| [1] WARNING: MPI_Win_free(*win=0x7ffe75c3b9a8->0xffffffffa0000000) | [1] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c:44) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-010) -| [0] INFO: Writing tracefile EpochLifeCycle-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-010) +| [0] INFO: Writing tracefile EpochLifeCycle-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -73,6 +73,7 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.6488049030303955 +| +Command return code: 0, elapsed time: 2.6710660457611084 Finished #435 /MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c diff --git a/logs-20240607/itac/EpochLifeCycle-011_0.elapsed b/logs-20240607/itac/EpochLifeCycle-011_0.elapsed index cc2e560be72765dee90c901456b743cf01a6dc3c..1673a63fe85490b5ff472d4423c3d21424183439 100644 --- a/logs-20240607/itac/EpochLifeCycle-011_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-011_0.elapsed @@ -1 +1 @@ -0.7540836334228516 \ No newline at end of file +7.599189281463623 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-011_0.txt b/logs-20240607/itac/EpochLifeCycle-011_0.txt index ac6a8b1cefc0772571fe3e3d321b6c3d2308bf39..269c1f3f5833fb53294e4bfa9dd186fa7e4ffffc 100644 --- a/logs-20240607/itac/EpochLifeCycle-011_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-011_0.txt @@ -1,5 +1,5 @@ Running #39 /MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-011.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Wrong synchronization of RMA calls. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Get(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-011) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Wrong synchronization of RMA calls. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Win_unlock_all(win=0xffffffffa0000000) +| [1] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-011) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile EpochLifeCycle-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171198 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171199 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.7540836334228516 +Command return code: 255, elapsed time: 7.599189281463623 Finished #39 /MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c diff --git a/logs-20240607/itac/EpochLifeCycle-012_0.elapsed b/logs-20240607/itac/EpochLifeCycle-012_0.elapsed index 32baddca1e4f3eb347aa4f07d0fe8b35c6587484..1696be56774900465d6c9242730ed5b56830ee41 100644 --- a/logs-20240607/itac/EpochLifeCycle-012_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-012_0.elapsed @@ -1 +1 @@ -7.2414867877960205 \ No newline at end of file +7.254258394241333 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-012_0.txt b/logs-20240607/itac/EpochLifeCycle-012_0.txt index 8874cd2c8d771ab8fad1ece61d3427030092f10d..b3de7d2b9ae5e337ff1fda86a4aa6b7388f4a1b0 100644 --- a/logs-20240607/itac/EpochLifeCycle-012_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-012_0.txt @@ -1,5 +1,5 @@ Running #44 /MBI/scripts/gencodes/RMA/EpochLifeCycle-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-012.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-012.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 173499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220039 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 173501 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2414867877960205 +Command return code: 255, elapsed time: 7.254258394241333 Finished #44 /MBI/scripts/gencodes/RMA/EpochLifeCycle-012.c diff --git a/logs-20240607/itac/EpochLifeCycle-013_0.elapsed b/logs-20240607/itac/EpochLifeCycle-013_0.elapsed index 9a8dbb25e1876dbaec3ccb92d2e4570dc4e1316a..15cab58a217b144ed463d6f43e51b748f2b36ffa 100644 --- a/logs-20240607/itac/EpochLifeCycle-013_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-013_0.elapsed @@ -1 +1 @@ -3.2426257133483887 \ No newline at end of file +2.7817656993865967 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-013_0.txt b/logs-20240607/itac/EpochLifeCycle-013_0.txt index 56214090ddd5a094a88451e627090a25e15a0637..93eb456d542b723463d0049b18433a47d247a9c9 100644 --- a/logs-20240607/itac/EpochLifeCycle-013_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-013_0.txt @@ -1,5 +1,5 @@ Running #160 /MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-013.c (batchinfo:1/1) @@ -51,21 +51,21 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Wrong synchronization of RMA calls. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Win_free(*win=0x7fffd561faf8->0xffffffffa0000000) +| [0] WARNING: MPI_Win_free(*win=0x7ffc59e3db78->0xffffffffa0000000) | [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-013) | | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Wrong synchronization of RMA calls. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Win_free(*win=0x7ffc61b50e88->0xffffffffa0000000) +| [1] WARNING: MPI_Win_free(*win=0x7ffe4c076548->0xffffffffa0000000) | [1] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c:44) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-013) -| [0] INFO: Writing tracefile EpochLifeCycle-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-013) +| [0] INFO: Writing tracefile EpochLifeCycle-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -73,6 +73,6 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 3.2426257133483887 +Command return code: 0, elapsed time: 2.7817656993865967 Finished #160 /MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c diff --git a/logs-20240607/itac/EpochLifeCycle-014_0.elapsed b/logs-20240607/itac/EpochLifeCycle-014_0.elapsed index be968b4675e3e0ededac71e335c7761038a20136..d82d1577b319cd3695e120ee27023c880bc3b1e2 100644 --- a/logs-20240607/itac/EpochLifeCycle-014_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-014_0.elapsed @@ -1 +1 @@ -7.690252065658569 \ No newline at end of file +7.706899642944336 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-014_0.txt b/logs-20240607/itac/EpochLifeCycle-014_0.txt index 5bf298608e0fce1b41033be05e33ba9b690399be..5261113f117576be7b2a04e1cfbce72d78e21901 100644 --- a/logs-20240607/itac/EpochLifeCycle-014_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-014_0.txt @@ -1,5 +1,5 @@ Running #41 /MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-014.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x470600, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-014) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-014) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171701 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 218407 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171703 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 218409 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.690252065658569 +Command return code: 255, elapsed time: 7.706899642944336 Finished #41 /MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c diff --git a/logs-20240607/itac/EpochLifeCycle-015_0.elapsed b/logs-20240607/itac/EpochLifeCycle-015_0.elapsed index 54c067159e2352e9233b87d85a84f5efa210c655..2bc89c8d700fb3c816daed69d42afbef2e6c4f63 100644 --- a/logs-20240607/itac/EpochLifeCycle-015_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-015_0.elapsed @@ -1 +1 @@ -7.304683446884155 \ No newline at end of file +7.289220571517944 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-015_0.txt b/logs-20240607/itac/EpochLifeCycle-015_0.txt index 10d8f29bbd080140f53d85e63825573b353c2524..e223eba3600464cd32e44957961eac389f646d42 100644 --- a/logs-20240607/itac/EpochLifeCycle-015_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-015_0.txt @@ -1,5 +1,5 @@ Running #280 /MBI/scripts/gencodes/RMA/EpochLifeCycle-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-015.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-015.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175169 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220767 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.304683446884155 +Command return code: 255, elapsed time: 7.289220571517944 Finished #280 /MBI/scripts/gencodes/RMA/EpochLifeCycle-015.c diff --git a/logs-20240607/itac/EpochLifeCycle-016_0.elapsed b/logs-20240607/itac/EpochLifeCycle-016_0.elapsed index 5bf521a7180237dfb74ca6a216e01f261a18f0d3..8a73f3c0eab5e3ca95ce472f5062fb54159b50a7 100644 --- a/logs-20240607/itac/EpochLifeCycle-016_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-016_0.elapsed @@ -1 +1 @@ -2.7277040481567383 \ No newline at end of file +2.7782697677612305 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-016_0.txt b/logs-20240607/itac/EpochLifeCycle-016_0.txt index a90f1db0bc9bb87f91b6de4413ede7f0175cffa1..2168e881cc79ed9caa9fd08fe6acac56002a3ca9 100644 --- a/logs-20240607/itac/EpochLifeCycle-016_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-016_0.txt @@ -1,5 +1,5 @@ Running #369 /MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-016.c (batchinfo:1/1) @@ -51,21 +51,21 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Wrong synchronization of RMA calls. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Win_free(*win=0x7ffea2a89888->0xffffffffa0000000) +| [0] WARNING: MPI_Win_free(*win=0x7fffd126bc18->0xffffffffa0000000) | [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-016) | | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Wrong synchronization of RMA calls. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Win_free(*win=0x7ffe22f23ff8->0xffffffffa0000000) +| [1] WARNING: MPI_Win_free(*win=0x7ffd14438588->0xffffffffa0000000) | [1] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c:44) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-016) -| [0] INFO: Writing tracefile EpochLifeCycle-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-016) +| [0] INFO: Writing tracefile EpochLifeCycle-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -74,6 +74,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.7277040481567383 +Command return code: 0, elapsed time: 2.7782697677612305 Finished #369 /MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c diff --git a/logs-20240607/itac/EpochLifeCycle-017_0.elapsed b/logs-20240607/itac/EpochLifeCycle-017_0.elapsed index c3450e60282a84d9d993d494021f3b01ef9e07a8..7a541f1c8e1adf5ad4c23b0ff130fd6b87ce1ad5 100644 --- a/logs-20240607/itac/EpochLifeCycle-017_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-017_0.elapsed @@ -1 +1 @@ -7.832032203674316 \ No newline at end of file +7.7243125438690186 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-017_0.txt b/logs-20240607/itac/EpochLifeCycle-017_0.txt index 08217c8fb9f03377e990ce760655d4b3f7cf5356..f22bd31d3541a7337f862bfc00c8294f13906bd3 100644 --- a/logs-20240607/itac/EpochLifeCycle-017_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-017_0.txt @@ -1,5 +1,5 @@ Running #193 /MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-017.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470600, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-017) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-017) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180078 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180079 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.832032203674316 +Command return code: 255, elapsed time: 7.7243125438690186 Finished #193 /MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c diff --git a/logs-20240607/itac/EpochLifeCycle-018_0.elapsed b/logs-20240607/itac/EpochLifeCycle-018_0.elapsed index 74dcdbeadfa9f6fb6be071444cf6bcdfdc675fe5..2dc46a48fe7406cb02295b04274cd9fab4d98649 100644 --- a/logs-20240607/itac/EpochLifeCycle-018_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-018_0.elapsed @@ -1 +1 @@ -7.159367561340332 \ No newline at end of file +7.1133131980896 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-018_0.txt b/logs-20240607/itac/EpochLifeCycle-018_0.txt index 201e20537b2e6a3822876d23f8b77f83f0d48127..03cec0605e0e4207de39bcbbd61a9d317a8ad7ca 100644 --- a/logs-20240607/itac/EpochLifeCycle-018_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-018_0.txt @@ -1,5 +1,5 @@ Running #26 /MBI/scripts/gencodes/RMA/EpochLifeCycle-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-018.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-018.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229391 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.159367561340332 +Command return code: 255, elapsed time: 7.1133131980896 Finished #26 /MBI/scripts/gencodes/RMA/EpochLifeCycle-018.c diff --git a/logs-20240607/itac/EpochLifeCycle-019_0.elapsed b/logs-20240607/itac/EpochLifeCycle-019_0.elapsed index 42da4b9eefce04bf54a974a809efd31ae116fdc0..c542a20d0ded3e0e8678d6459c2916e5a39357d3 100644 --- a/logs-20240607/itac/EpochLifeCycle-019_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-019_0.elapsed @@ -1 +1 @@ -60.20620083808899 \ No newline at end of file +71.98869967460632 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-019_0.timeout b/logs-20240607/itac/EpochLifeCycle-019_0.timeout deleted file mode 100644 index 465f614f730ae594903549d9b368ccdbb98d78f1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-019_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00497651100159 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-019_0.txt b/logs-20240607/itac/EpochLifeCycle-019_0.txt index 2881e694cc57d1389c49821caf5acca9feb622af..901610b396c1a92cd8525723383c00d90ea29048 100644 --- a/logs-20240607/itac/EpochLifeCycle-019_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-019_0.txt @@ -1,5 +1,5 @@ Running #105 /MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-019.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20620083808899 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7fff5e9f9728->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-019) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-019) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffccebfb8d8->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-019) +| [0] INFO: Writing tracefile EpochLifeCycle-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 217792 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 217796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 71.98869967460632 Finished #105 /MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c diff --git a/logs-20240607/itac/EpochLifeCycle-020_0.elapsed b/logs-20240607/itac/EpochLifeCycle-020_0.elapsed index 4256cb79e2fec1f328d5dda512c6b65c462a57f3..a89921e18c1c02d7198ca3b4d3e69adc46447292 100644 --- a/logs-20240607/itac/EpochLifeCycle-020_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-020_0.elapsed @@ -1 +1 @@ -6.964282035827637 \ No newline at end of file +6.973522663116455 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-020_0.txt b/logs-20240607/itac/EpochLifeCycle-020_0.txt index 13bb91dbf70ab0fcfa869ebc2ecee3b182ca3c97..e1cb24773aac866336910d28a9496d920ec21cb8 100644 --- a/logs-20240607/itac/EpochLifeCycle-020_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-020_0.txt @@ -1,5 +1,5 @@ Running #368 /MBI/scripts/gencodes/RMA/EpochLifeCycle-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-020.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-020.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216456 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170875 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216457 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.964282035827637 +Command return code: 255, elapsed time: 6.973522663116455 Finished #368 /MBI/scripts/gencodes/RMA/EpochLifeCycle-020.c diff --git a/logs-20240607/itac/EpochLifeCycle-021_0.elapsed b/logs-20240607/itac/EpochLifeCycle-021_0.elapsed index 600ca853c26ec9c0232cbe6889f2455c9b92ff95..d2e4841de600f65edfd1b3f1d81062e2b3326b7c 100644 --- a/logs-20240607/itac/EpochLifeCycle-021_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-021_0.elapsed @@ -1 +1 @@ -7.364145278930664 \ No newline at end of file +7.310160398483276 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-021_0.txt b/logs-20240607/itac/EpochLifeCycle-021_0.txt index 9ea4e79f33694790885bcde59ef5cc37557c22ef..98e5876d7a374bed3ea05c2cacbb5584c81d00bc 100644 --- a/logs-20240607/itac/EpochLifeCycle-021_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-021_0.txt @@ -1,5 +1,5 @@ Running #321 /MBI/scripts/gencodes/RMA/EpochLifeCycle-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-021.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-021.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 222447 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176906 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 222448 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.364145278930664 +Command return code: 255, elapsed time: 7.310160398483276 Finished #321 /MBI/scripts/gencodes/RMA/EpochLifeCycle-021.c diff --git a/logs-20240607/itac/EpochLifeCycle-022_0.elapsed b/logs-20240607/itac/EpochLifeCycle-022_0.elapsed index d72a5c12f3e9d31c2209c9834e40d23495db1cab..2a59d9c28ffca3e28fd978800ee763d2fc1e5904 100644 --- a/logs-20240607/itac/EpochLifeCycle-022_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-022_0.elapsed @@ -1 +1 @@ -60.20582127571106 \ No newline at end of file +72.158620595932 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-022_0.timeout b/logs-20240607/itac/EpochLifeCycle-022_0.timeout deleted file mode 100644 index f95e823dc5319d44090274cb6d855bd68f6009a8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-022_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004578590393066 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-022_0.txt b/logs-20240607/itac/EpochLifeCycle-022_0.txt index 585582e960b7e2a9eca75d960ea96ded50ef016a..cd7f859a8f5912b6a85ceab51da776f25a8187a7 100644 --- a/logs-20240607/itac/EpochLifeCycle-022_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-022_0.txt @@ -1,5 +1,5 @@ Running #251 /MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-022.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20582127571106 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffe8ee4de78->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-022) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-022) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffc793291c8->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-022) +| [0] INFO: Writing tracefile EpochLifeCycle-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 228826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 228827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.158620595932 Finished #251 /MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c diff --git a/logs-20240607/itac/EpochLifeCycle-023_0.elapsed b/logs-20240607/itac/EpochLifeCycle-023_0.elapsed index 47e9e694806ab1424a5a7f8b0cd60f5d4b491d9a..5d4a20e355b8c75773e7ddb2cb8e518b8dbe28ab 100644 --- a/logs-20240607/itac/EpochLifeCycle-023_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-023_0.elapsed @@ -1 +1 @@ -7.187652349472046 \ No newline at end of file +7.197144508361816 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-023_0.txt b/logs-20240607/itac/EpochLifeCycle-023_0.txt index bf20ee4d932aae7919abaf24575f5be2e13e3bee..e4066a56e86e131ce492ea723bd91cae3d684682 100644 --- a/logs-20240607/itac/EpochLifeCycle-023_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-023_0.txt @@ -1,5 +1,5 @@ Running #441 /MBI/scripts/gencodes/RMA/EpochLifeCycle-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-023.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x470680, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-023.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180196 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227293 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180197 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227294 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.187652349472046 +Command return code: 255, elapsed time: 7.197144508361816 Finished #441 /MBI/scripts/gencodes/RMA/EpochLifeCycle-023.c diff --git a/logs-20240607/itac/EpochLifeCycle-024_0.elapsed b/logs-20240607/itac/EpochLifeCycle-024_0.elapsed index 0849fa9832c46d53f2610b8325694daab17840d1..505bee1d9bed2a74fae65cbe37670a133660f3cf 100644 --- a/logs-20240607/itac/EpochLifeCycle-024_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-024_0.elapsed @@ -1 +1 @@ -7.426761150360107 \ No newline at end of file +7.268049478530884 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-024_0.txt b/logs-20240607/itac/EpochLifeCycle-024_0.txt index 04d4e3678b7a73bb02c56b39e1dd5fc6a572c713..1d30841974a3df649ae6e6c32fe134367f162b3e 100644 --- a/logs-20240607/itac/EpochLifeCycle-024_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-024_0.txt @@ -1,5 +1,5 @@ Running #149 /MBI/scripts/gencodes/RMA/EpochLifeCycle-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-024.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-024.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176536 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426761150360107 +Command return code: 255, elapsed time: 7.268049478530884 Finished #149 /MBI/scripts/gencodes/RMA/EpochLifeCycle-024.c diff --git a/logs-20240607/itac/EpochLifeCycle-025_0.elapsed b/logs-20240607/itac/EpochLifeCycle-025_0.elapsed index cbda5b29e3f25b79a4bc634fc07be7461ee6ef43..c1f43cd41b4621032ba91f5c59a9d0bac9acc2ec 100644 --- a/logs-20240607/itac/EpochLifeCycle-025_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-025_0.elapsed @@ -1 +1 @@ -60.20775556564331 \ No newline at end of file +72.06554818153381 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-025_0.timeout b/logs-20240607/itac/EpochLifeCycle-025_0.timeout deleted file mode 100644 index 25e8b5cd366898c98c93225794bcb4febd30d3c6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/EpochLifeCycle-025_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006391525268555 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-025_0.txt b/logs-20240607/itac/EpochLifeCycle-025_0.txt index dc54c3968d548ccbdbb3c2c7622435ee5f676933..cc3d2d9a3eb53aa0a6ba9fb5e33ad7ceb537334b 100644 --- a/logs-20240607/itac/EpochLifeCycle-025_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-025_0.txt @@ -1,5 +1,5 @@ Running #238 /MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-025.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20775556564331 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffc3acb37b8->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-025) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-025) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffc4fa8f7d8->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-025) +| [0] INFO: Writing tracefile EpochLifeCycle-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 217015 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 217016 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.06554818153381 Finished #238 /MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c diff --git a/logs-20240607/itac/EpochLifeCycle-026_0.elapsed b/logs-20240607/itac/EpochLifeCycle-026_0.elapsed index 829e0a744ae746acdf18092019f8cba42d782d1b..222b63901f0e9a074377699ce791282ded07fcb1 100644 --- a/logs-20240607/itac/EpochLifeCycle-026_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-026_0.elapsed @@ -1 +1 @@ -7.318298578262329 \ No newline at end of file +7.169644832611084 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-026_0.txt b/logs-20240607/itac/EpochLifeCycle-026_0.txt index b6e3b3da00f6cf7039cd7a0d7776f300b99be16d..607a918bb65347f9fa879f21d806a41bcc7b1d69 100644 --- a/logs-20240607/itac/EpochLifeCycle-026_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-026_0.txt @@ -1,5 +1,5 @@ Running #341 /MBI/scripts/gencodes/RMA/EpochLifeCycle-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-026.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-026.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 172908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 218466 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 172909 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 218468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318298578262329 +Command return code: 255, elapsed time: 7.169644832611084 Finished #341 /MBI/scripts/gencodes/RMA/EpochLifeCycle-026.c diff --git a/logs-20240607/itac/EpochLifeCycle-027_0.elapsed b/logs-20240607/itac/EpochLifeCycle-027_0.elapsed index a8213de7b9e3c2452562d853670ae841688ca822..cb7dc309e38109720258233a76ed4f6602ca117c 100644 --- a/logs-20240607/itac/EpochLifeCycle-027_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-027_0.elapsed @@ -1 +1 @@ -7.39555025100708 \ No newline at end of file +7.316486120223999 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-027_0.txt b/logs-20240607/itac/EpochLifeCycle-027_0.txt index 1d9594a5f9033ac0a0c40b032fe065b94367dd9f..951ace23d14e2cef1ae6e7744fbd3f490d78e31e 100644 --- a/logs-20240607/itac/EpochLifeCycle-027_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-027_0.txt @@ -1,5 +1,5 @@ Running #417 /MBI/scripts/gencodes/RMA/EpochLifeCycle-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-027.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-027.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221959 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.39555025100708 +Command return code: 255, elapsed time: 7.316486120223999 Finished #417 /MBI/scripts/gencodes/RMA/EpochLifeCycle-027.c diff --git a/logs-20240607/itac/EpochLifeCycle-028_0.elapsed b/logs-20240607/itac/EpochLifeCycle-028_0.elapsed index a24cea0649ab7f172b2fe74b53cd3cea43c6d634..63d83c01d61ca2dd5296b46c1676e19db8a330d6 100644 --- a/logs-20240607/itac/EpochLifeCycle-028_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-028_0.elapsed @@ -1 +1 @@ -1.9334664344787598 \ No newline at end of file +1.8842570781707764 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-028_0.txt b/logs-20240607/itac/EpochLifeCycle-028_0.txt index 19dd1117cc9bb6ef2d0f081d92ac6a65268eae77..314b397eb09a62ebaf9865e4f749f87a55ce7025 100644 --- a/logs-20240607/itac/EpochLifeCycle-028_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-028_0.txt @@ -1,5 +1,5 @@ Running #334 /MBI/scripts/gencodes/RMA/EpochLifeCycle-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-028.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 0, elapsed time: 1.9334664344787598 +Command return code: 0, elapsed time: 1.8842570781707764 Finished #334 /MBI/scripts/gencodes/RMA/EpochLifeCycle-028.c diff --git a/logs-20240607/itac/EpochLifeCycle-029_0.elapsed b/logs-20240607/itac/EpochLifeCycle-029_0.elapsed index 6fd9798f2dc9d83657a1b1600677c39ecbb64476..e51bbe16adef9ada9f76ce492af77fb0c127f97c 100644 --- a/logs-20240607/itac/EpochLifeCycle-029_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-029_0.elapsed @@ -1 +1 @@ -2.2295520305633545 \ No newline at end of file +2.165904998779297 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-029_0.txt b/logs-20240607/itac/EpochLifeCycle-029_0.txt index 83e82f076966cd8e179736089142d78fec54e41f..6064b0050c3374f097bd53fe808910a623574d89 100644 --- a/logs-20240607/itac/EpochLifeCycle-029_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-029_0.txt @@ -1,5 +1,5 @@ Running #318 /MBI/scripts/gencodes/RMA/EpochLifeCycle-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-029.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2295520305633545 +Command return code: 0, elapsed time: 2.165904998779297 Finished #318 /MBI/scripts/gencodes/RMA/EpochLifeCycle-029.c diff --git a/logs-20240607/itac/EpochLifeCycle-030_0.elapsed b/logs-20240607/itac/EpochLifeCycle-030_0.elapsed index 6ca22f33a6c7dd31963e5dc75c15fc5da61f0cc1..4e37f8e9b1ae65131b2b3f4466e7c014fcae87a0 100644 --- a/logs-20240607/itac/EpochLifeCycle-030_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-030_0.elapsed @@ -1 +1 @@ -2.0936572551727295 \ No newline at end of file +2.0849609375 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-030_0.txt b/logs-20240607/itac/EpochLifeCycle-030_0.txt index 73bb8aa0fd0de535c47638136459a4422efc2f5a..9fedb9b698b09b3dacdd416ec1d21ede132538c0 100644 --- a/logs-20240607/itac/EpochLifeCycle-030_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-030_0.txt @@ -1,5 +1,5 @@ Running #65 /MBI/scripts/gencodes/RMA/EpochLifeCycle-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-030.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.0936572551727295 +Command return code: 0, elapsed time: 2.0849609375 Finished #65 /MBI/scripts/gencodes/RMA/EpochLifeCycle-030.c diff --git a/logs-20240607/itac/EpochLifeCycle-031_0.elapsed b/logs-20240607/itac/EpochLifeCycle-031_0.elapsed index 19e0730776d4d32478fbc1361a0117c9eb2379e4..c718fb86c2e612127f5043ccf920f2d6d79d425b 100644 --- a/logs-20240607/itac/EpochLifeCycle-031_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-031_0.elapsed @@ -1 +1 @@ -2.137864112854004 \ No newline at end of file +2.1054608821868896 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-031_0.txt b/logs-20240607/itac/EpochLifeCycle-031_0.txt index 2124ae8209cdb7721276c25d99f576ef2d8d0cb7..4740420aa5818d924d09e6129e22f6a710d736a2 100644 --- a/logs-20240607/itac/EpochLifeCycle-031_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-031_0.txt @@ -1,5 +1,5 @@ Running #177 /MBI/scripts/gencodes/RMA/EpochLifeCycle-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-031.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.137864112854004 +Command return code: 0, elapsed time: 2.1054608821868896 Finished #177 /MBI/scripts/gencodes/RMA/EpochLifeCycle-031.c diff --git a/logs-20240607/itac/EpochLifeCycle-032_0.elapsed b/logs-20240607/itac/EpochLifeCycle-032_0.elapsed index 8e78d6f01792d39d56bee5d8bed5d885462752bc..17b2ae564b1776df64ffdd217af28ffc4c38a2ee 100644 --- a/logs-20240607/itac/EpochLifeCycle-032_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-032_0.elapsed @@ -1 +1 @@ -1.9911010265350342 \ No newline at end of file +2.0082428455352783 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-032_0.txt b/logs-20240607/itac/EpochLifeCycle-032_0.txt index 2e55a5424550819ca1f6436ac3933c4d445f580d..405b4421ede6823c206bac221447f99e2726bca4 100644 --- a/logs-20240607/itac/EpochLifeCycle-032_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-032_0.txt @@ -1,5 +1,5 @@ Running #1 /MBI/scripts/gencodes/RMA/EpochLifeCycle-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-032.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9911010265350342 +Command return code: 0, elapsed time: 2.0082428455352783 Finished #1 /MBI/scripts/gencodes/RMA/EpochLifeCycle-032.c diff --git a/logs-20240607/itac/EpochLifeCycle-033_0.elapsed b/logs-20240607/itac/EpochLifeCycle-033_0.elapsed index ebfe5f8a6b171a4dfe47d21309851188478a42f2..fa6985b117cb9a6f59b4f50dc64e60a48599bd74 100644 --- a/logs-20240607/itac/EpochLifeCycle-033_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-033_0.elapsed @@ -1 +1 @@ -2.024977207183838 \ No newline at end of file +1.9661264419555664 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-033_0.txt b/logs-20240607/itac/EpochLifeCycle-033_0.txt index 391a10bbe46bae36d3af9ad20a6af013d4e76692..b88a3ba61f2cc0d8cc29da271d284266b680cc62 100644 --- a/logs-20240607/itac/EpochLifeCycle-033_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-033_0.txt @@ -1,5 +1,5 @@ Running #233 /MBI/scripts/gencodes/RMA/EpochLifeCycle-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-033.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.024977207183838 +| +| +Command return code: 0, elapsed time: 1.9661264419555664 Finished #233 /MBI/scripts/gencodes/RMA/EpochLifeCycle-033.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed index 4f976b597abfe7341faf6d3c220124025676b679..1ba3a3a6146151bbb6f16fbda9c918727d4973a3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.189832925796509 \ No newline at end of file +2.2451486587524414 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt index 82ca3d1311caf7b787468521c479972b2d9508fe..cb8bc97422b9440a8bf308beb9293177a908d4da 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #182 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,7 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.189832925796509 +Command return code: 0, elapsed time: 2.2451486587524414 Finished #182 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed index a778511c208cbf6467604058650b62235ac79707..b0e69b2003d95755b18523b49ec0d2dc4c053757 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8463919162750244 \ No newline at end of file +1.8695237636566162 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt index 2894f34fa7a036ad99efeee6baa18056883c0f9f..230d8278d80e10774ef490c3f4b608e51961bec3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #399 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8463919162750244 +| +Command return code: 0, elapsed time: 1.8695237636566162 Finished #399 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed index 4663498704c2be1270692c66a0da6e5130d435dd..fc2587d1e8e8303ccd50fd45038471b28cd7af4d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9346199035644531 \ No newline at end of file +1.9433860778808594 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt index 8795dabd46dd75a900b1c7a9150c0755af51f305..64bf81a7c5e18a816733b8e43f6b18d4fa2cd568 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #270 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9346199035644531 +Command return code: 0, elapsed time: 1.9433860778808594 Finished #270 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed index 8a6e3c1b1b3c8aab992ee3f0d7a4f551703d7549..0c3f37fc62a6019d4095e82c79ca6b9ff37691ec 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.200751781463623 \ No newline at end of file +2.028324604034424 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt index b14ef8dfb3af8c00f5e9d9c28ef7113bf22504f3..0ac67ce1765c44e545dd7c3863a28bdaa0a782a8 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #74 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.200751781463623 +Command return code: 0, elapsed time: 2.028324604034424 Finished #74 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed index 1ab296bedb3825c9833923092b619a21d49a20fd..ba0f75f5bb3b5914878935c2c67fb4355bbe7aba 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.965137243270874 \ No newline at end of file +2.0060999393463135 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt index 3bf0f26130d2263807631f532e7b2b8f6266be01..4961ac634b6e56dfce52d3885409ca6b87810462 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #234 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.965137243270874 +Command return code: 0, elapsed time: 2.0060999393463135 Finished #234 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed index d2469cb6f8a5f6236e8255534e742c4f3ecf9387..934450ce55f98c7dc0601672c2a1b207b2b9803d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.0161638259887695 \ No newline at end of file +3.315971612930298 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt index a144ae69a8689bc0e3ebf0cdffe50a88a369c1d9..f7eb74d65e9a1d2d3ba105ad9f8d52a5ab7a256f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #269 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0161638259887695 +Command return code: 0, elapsed time: 3.315971612930298 Finished #269 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed index 1a22978c31791c0d75584c2eea4646c9ad519fd9..7d58ede8d293d04a07d03c294019bc8c30a16569 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.2418766021728516 \ No newline at end of file +2.2390995025634766 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt index c4f6bcbd05e72534b82cb4e22dbf3c261e0c2fef..5c28be957c155fa07899ef0ec7c4275caa7a4f9d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #222 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2418766021728516 +Command return code: 0, elapsed time: 2.2390995025634766 Finished #222 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed index 4b56274f699ee8207c1df444a46e010e4a5158cb..fd3511560c521cdae50778f1d24a3f50e6f1f125 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.0712242126464844 \ No newline at end of file +2.1177070140838623 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt index f1062cf64b7c4264070b20037681b64c308f64a4..d761276febe34a723cdb017cb5dd72f610d6a1de 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #250 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0712242126464844 +Command return code: 0, elapsed time: 2.1177070140838623 Finished #250 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed index 32c85e8615693e5c1ffb3a81af5dbf71e207c0ea..8fd1dd78c436b4547b00a296e855bf1c4422f6b8 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed @@ -1 +1 @@ -1.9730732440948486 \ No newline at end of file +1.9641220569610596 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt index 382664806b4c23b6a8e0dd404c0b97a1c108b61f..26d5c37f37b52047a1d5916cfc2df4c624799138 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #200 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9730732440948486 +| +Command return code: 0, elapsed time: 1.9641220569610596 Finished #200 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed index 77e6a4886f216729dccfdd9e30104362475092e0..96e046b970ff9d295d0f71d90379fb154169c2da 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.04803729057312 \ No newline at end of file +2.0639986991882324 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt index 47484d29287b5c46d75d79737071149f15856b1e..2c5dfa60f993c221de124a35e8ffa1e1b52e6be5 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #17 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.04803729057312 +Command return code: 0, elapsed time: 2.0639986991882324 Finished #17 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed index bc5f35cf10c80b4bd594858e7284e5c6371a37cd..63f1f498ca826433683ccfb14c189ac1379493ae 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed @@ -1 +1 @@ -1.960888147354126 \ No newline at end of file +1.9823112487792969 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt index 08f6ba7388e0374dc94ceb4ce45d753193b1efee..a44d8d5941454329e3914a3cb1d6aaef2569a0ba 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt @@ -1,5 +1,5 @@ Running #299 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.960888147354126 +Command return code: 0, elapsed time: 1.9823112487792969 Finished #299 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed index 11f72f99b18b40970bcf9e6e6e38d258851bfc72..36d76d90f138a93db0a3771975e2b5646f89a24a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed @@ -1 +1 @@ -2.1448707580566406 \ No newline at end of file +2.0972628593444824 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt index c9fe704f444855bc9cd96a2789f69a09dedbf03f..1f7536c7f6c546d1f2d6b6bf3d815cb04734a45c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #219 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1448707580566406 +Command return code: 0, elapsed time: 2.0972628593444824 Finished #219 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed index 429971d98c09a01040e7f145cd626ff8d96defaf..628f0ac74ceb36a27690f98e299f7402cd0ad79c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.9851939678192139 \ No newline at end of file +3.5111582279205322 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt index c85d60a6791e33d166391e10a03627fefc939452..8753d2f4096c95dd9a81e2d9672e90361e4ffb9f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #71 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9851939678192139 +Command return code: 0, elapsed time: 3.5111582279205322 Finished #71 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed index 4d4469491c2ef664d68bfaba6100ad3fa7863a89..ff410c087ae0bbe2596942cd8bb503ac3cc7a44d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed @@ -1 +1 @@ -1.9959421157836914 \ No newline at end of file +2.110628128051758 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt index 6f663b4a0c6a6ebc661c5f76074c913e1c36d8f5..a0353e8be6ec6245f54a381f7e960879be86b81f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt @@ -1,5 +1,5 @@ Running #64 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9959421157836914 +Command return code: 0, elapsed time: 2.110628128051758 Finished #64 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed index 51e20962443ace73dd8e21a86e41160d6f26c06a..b34c5221899d242ea5b86f31d764a76353352cb4 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed @@ -1 +1 @@ -1.9606950283050537 \ No newline at end of file +2.023378610610962 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt index f2f718b32b8dc73d927b08979f1e69eb0757c06f..b3d0503212a712076127cdcb0746bde31b6c2c31 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt @@ -1,5 +1,5 @@ Running #162 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9606950283050537 +Command return code: 0, elapsed time: 2.023378610610962 Finished #162 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed index 50baf590f780bea7694951320dc94e4e10885bc6..e23e106e685c78f844f8b2029463f0d1f7594ee2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed @@ -1 +1 @@ -2.2200565338134766 \ No newline at end of file +2.089993476867676 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt index a08006cb7395d3788d934baf6ab5873bee121148..0ea028c383cf2fab4a7686501d23ebae96deeeed 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt @@ -1,5 +1,5 @@ Running #97 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2200565338134766 +Command return code: 0, elapsed time: 2.089993476867676 Finished #97 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed index 63119ef80a0eb7f5f7518b1f6a910154ea5b07a1..42c2b4e0a6fbbb58eff3f8c4d46265c90ffda1f2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed @@ -1 +1 @@ -2.088996410369873 \ No newline at end of file +2.2365660667419434 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt index 303b12cf2407187d2067d37cca0e10e467fa3aa4..c6a0845e1b52d1ef936778a11099d03721b296da 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #445 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.088996410369873 +Command return code: 0, elapsed time: 2.2365660667419434 Finished #445 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed index 53bcdfc04c277a9605ad50d1487ed593e95fb237..6d35f599ea36ba4f1d9ef86e02e5fbb26cd5f2cb 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.050710678100586 \ No newline at end of file +2.1397318840026855 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt index d0bf146087e5e31edeb654e74eb85296da0aa56c..d783e630e614089ef0f33652c8e089d60dd381e9 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #446 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.050710678100586 +Command return code: 0, elapsed time: 2.1397318840026855 Finished #446 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed index 84a7b92cb9940968b7cafa8b54b6a17adea95806..ba98c0206c12b2233e9fa1a12dbd5f86397b2964 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed @@ -1 +1 @@ -2.135554075241089 \ No newline at end of file +3.9123694896698 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt index e2ac8a910a1c38c69906f38b2db7bd4cc7ed8df1..3e4b8c75c288daadaef87ea1aaf567fb89d2cc19 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt @@ -1,5 +1,5 @@ Running #117 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.135554075241089 +Command return code: 0, elapsed time: 3.9123694896698 Finished #117 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed index 177c7bf5755ed6ac76ed7f858f2e5ed5e120af1e..ce2a9c43ee8c4492d1953e056f2abbeaa86dfb1e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed @@ -1 +1 @@ -2.1715211868286133 \ No newline at end of file +2.104046583175659 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt index 0814d36fd0960828e7ff6f81ef6a44996fd930f3..5fab02f22653eaf3aaa09b259631e9650ff0d1ed 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #176 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1715211868286133 +Command return code: 0, elapsed time: 2.104046583175659 Finished #176 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed index d676f40ef17f0a5dc609a7bda9182d5046c702eb..e7b703d14024b55f550bf075a4b30dddec4c6e82 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.175687551498413 \ No newline at end of file +2.2092831134796143 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt index 56cdad36430d0a8b7d036d3e2814aa5fa7b09dc0..ce9668901eee9b43db699f0fc10eb6b433274448 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #357 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.175687551498413 +Command return code: 0, elapsed time: 2.2092831134796143 Finished #357 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed index f3301d2f598bf08913fd0d8dc937abe01d24e700..98d4fd17028532e011767f693dc1f0fa58468060 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed @@ -1 +1 @@ -2.036104440689087 \ No newline at end of file +2.1405117511749268 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt index cd72d1ab730de1c18111b23f12a620344f0a4d50..a58ba305368b796f9fee399038df9217777a6b6c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt @@ -1,5 +1,5 @@ Running #427 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.036104440689087 +Command return code: 0, elapsed time: 2.1405117511749268 Finished #427 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed index 4cf56db48f15bd5b1b9799a7144ecd7902f4f38d..efb3210c9fb5c1263610cc132709206c9e75dcf0 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed @@ -1 +1 @@ -2.276426315307617 \ No newline at end of file +2.1052398681640625 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt index 9c787910a3bc1c94ff5a00cbc4d99fd02dcf1bb4..c68246fffad2e5d9fa1db91894502cb5dcb53b0f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt @@ -1,5 +1,5 @@ Running #142 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.276426315307617 +Command return code: 0, elapsed time: 2.1052398681640625 Finished #142 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed index 9b79818a421a431562425e3ff6a626fbdfeb992f..f6df5948bcc8668bbd0b8e049406a65101482f65 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed @@ -1 +1 @@ -2.0131874084472656 \ No newline at end of file +2.121447801589966 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt index 1e37849090ad20333949cdd040ad03cb9357cd82..4e6f65173dd2029981c2e37bfce2de5d6f10bea0 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt @@ -1,5 +1,5 @@ Running #115 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0131874084472656 +Command return code: 0, elapsed time: 2.121447801589966 Finished #115 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed index 4ed3ec8adc16ee5269f7e9001516abeaa1df3110..213733a28bb3f63fa1af746f7b71edd6dccaa778 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.997666597366333 \ No newline at end of file +1.8925461769104004 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt index 6f3abe119e6c2fa873d448c8047ba7ab00942cd4..e13e04de48bd015f169b33184a07749069fd090f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #102 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.997666597366333 +| +Command return code: 0, elapsed time: 1.8925461769104004 Finished #102 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed index 9a8d1bcb5f2aefebc16bc71a4d730e093ff3ab09..c0533428e81ad8acd05a4014a23d1ce7487fc8b0 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1569395065307617 \ No newline at end of file +2.1754233837127686 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt index 46231d205fb9cd8f47cd32d5039bbec5a3f524f7..ab38c9cb20b67e6f949766d036d847ce786000c2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #90 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1569395065307617 +Command return code: 0, elapsed time: 2.1754233837127686 Finished #90 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed index ca19ced37ce51f6349a8c675e3a730f566a6600a..fba3d6e1846514749ba1a9831d82d242bc1e52ec 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.987975835800171 \ No newline at end of file +2.0154378414154053 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt index 219b56301ae780f6117c8a93928e8e499a95625d..7b26dae60c9506665be21f6571a25aeee272fd20 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #366 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.987975835800171 +Command return code: 0, elapsed time: 2.0154378414154053 Finished #366 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed index 2fc503874085acbfbb040b74fe169dc1854fd342..97835bb06c998623fe1da08dd9d0e0a4c864c83e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.171978235244751 \ No newline at end of file +2.1493780612945557 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt index ef71d90226eb736c517baf66e4c64c45f952381e..e64148624500c357b386c9a2a216c9d3fa1d75b7 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #106 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.171978235244751 +Command return code: 0, elapsed time: 2.1493780612945557 Finished #106 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed index eba61391f22f1a3c16111c8d226cb4d234e42d41..ebe3a2bea58976fbd3e4ea6592e6cae39b8551a8 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1119911670684814 \ No newline at end of file +2.1170084476470947 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt index b0cdf455cce7dde246b5b102e41a855fac8949f9..f5b2a1e59342bc1773fd66feb5b0405ea1aa5e29 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #406 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1119911670684814 +Command return code: 0, elapsed time: 2.1170084476470947 Finished #406 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed index a9ebcc5bfe010f1a7940da148bc4950c923e9b42..dd22a728318d9b29351f0a9310ff41575b8c2c27 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed @@ -1 +1 @@ -1.990858793258667 \ No newline at end of file +2.010570764541626 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt index d536217185ac1f07dad50e86292d88561edb88db..262c5722f1ec96a362069f90734edcc0ef40fa1a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #197 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.990858793258667 +Command return code: 0, elapsed time: 2.010570764541626 Finished #197 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed index a4865b848f42ca984906eafef3717a2e47f05119..2c3fb831a2dd80705680ed6274fbb9502c816795 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -1.8712382316589355 \ No newline at end of file +1.8928968906402588 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt index c231278d86bf7750b9c02aa573d31f6973afd91d..b9ec4573f50cba6302b8e86c7b0ef5a8166c9765 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #202 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8712382316589355 +Command return code: 0, elapsed time: 1.8928968906402588 Finished #202 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed index 1edf638a7054a53c6c10b3d0d965e86a79bb735c..2a6591aa9fe680fb6b1acc03c7ce28af7a564c9f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -1.935894250869751 \ No newline at end of file +1.8544762134552002 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt index e1d83c183ef0b40cf467854f49912d573f468d90..70bc679edfdbb93c68df46d13ff65d5c5c591b53 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #335 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.935894250869751 +Command return code: 0, elapsed time: 1.8544762134552002 Finished #335 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed index 186047d059603291fc03ee9bf340dbdfe769ee64..72327df82556bd3b40c52ee06666f6dc346d4a96 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed @@ -1 +1 @@ -2.2399799823760986 \ No newline at end of file +2.2516138553619385 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt index 415b0eca0cc3720192482a412e0d0447755cf50a..d26232bc152cb0fd3c7491c584b1344d4a00481b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #355 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2399799823760986 +Command return code: 0, elapsed time: 2.2516138553619385 Finished #355 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed index 524766acc4715877fd092eb8b7e2eda862b7b292..7c69688fa15c547beabc5b1f1de5835850ace1cd 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1013097763061523 \ No newline at end of file +2.030742883682251 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt index d7ee20af26efbda742f94e63cbc37d38f4ab690e..ccfdad9530aee65a70aed97ca4fb97aac9fdfebc 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #349 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1013097763061523 +Command return code: 0, elapsed time: 2.030742883682251 Finished #349 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed index d578f8a4615e46edb758d57d780cca6d04473dd9..869f689aa1ba43b449f46084de17794ac02c94d6 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed @@ -1 +1 @@ -2.267550230026245 \ No newline at end of file +2.256883382797241 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt index 42838a62f7e98a3679651b0ede8481b943b29f44..cd5ae0e682f0aaec9dde58a1675f2c5acff1c73e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #125 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.267550230026245 +Command return code: 0, elapsed time: 2.256883382797241 Finished #125 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed index 882e4b4c15797abc852e975ff209b21693c65a86..9dc7c57bdf20af25e2dd0b3e80a0d5de78afccf0 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1985843181610107 \ No newline at end of file +2.208855390548706 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt index 38daec203f9615fc6dae3f773b2daf593bf21068..35244d131ec22c26f81a6984abaaa264c993d266 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #421 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1985843181610107 +Command return code: 0, elapsed time: 2.208855390548706 Finished #421 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed index 55d0fbf03c71fdce49db407115599c7b45e1ad92..d9c8087655b9207a9172fc62a20cb2bebd5e1259 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed @@ -1 +1 @@ -1.9435651302337646 \ No newline at end of file +2.1486661434173584 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt index 72b8c7d94a8edbe10c7bcd45c85c6570c62f14ce..13861ce2ccb829c501298afe8708c7259e24ac75 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt @@ -1,5 +1,5 @@ Running #40 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9435651302337646 +Command return code: 0, elapsed time: 2.1486661434173584 Finished #40 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed index 87aead94f72b82d1caa7e6161bb9728574d08fb9..f75e60f09d7800eb5c5a82ae72ffd0819aa6dedc 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed @@ -1 +1 @@ -2.1673755645751953 \ No newline at end of file +2.177255392074585 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt index a1b561e45ae7ab2d5ffe9fb393dd34f26e5935b6..fb71b5b2ccd13ed669912e5df7867ae7bcee2a00 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt @@ -1,5 +1,5 @@ Running #383 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.1673755645751953 +Command return code: 0, elapsed time: 2.177255392074585 Finished #383 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed index be5fa4436d91cda2f8ef9e87240d92f7d207ba47..1734c52f58075b07f561c68b92553ef1eaa27929 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.044435501098633 \ No newline at end of file +1.9938855171203613 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt index 99fcdf1f9dee683a74d2fd515eedb23e80edd4b6..396d7fbb35ef5f7047fe99b46c0ad6c1a53e4864 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #212 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.044435501098633 +Command return code: 0, elapsed time: 1.9938855171203613 Finished #212 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed index a24b9b8b52cbc073c02b431dced7a2cf178879a0..f425044472821c968702a94cee32fda3be68adbe 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.328310012817383 \ No newline at end of file +2.221376419067383 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt index 74de2cbee8729444d4188a5a1ffcb8a344210b3b..96416995a4de42c78e63275496cd5a4a5270e0d3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #91 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.328310012817383 +Command return code: 0, elapsed time: 2.221376419067383 Finished #91 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed index 5a4aeb8d48ec19840be946153802ade5864a8fba..52a1b80515f07d161e8f31c7685b511b77b71c41 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed @@ -1 +1 @@ -2.0284008979797363 \ No newline at end of file +2.02378511428833 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt index b62ed0d02737d9160ea4dc07537cbc90460e8a4b..07925fbf2ba7149bb9eb4d6a52023d918058bf2c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #370 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0284008979797363 +Command return code: 0, elapsed time: 2.02378511428833 Finished #370 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed index 7c1c3f389fc86cad18e5285f998789a3243087c2..c416aebd4d03b757d9c1d02db0ebef6efa3a9bb1 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.0953896045684814 \ No newline at end of file +2.2570388317108154 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt index e950407c3908f8df37c01d00b612d2f6fed13485..d367ca3ffb9bbc56f4bbe2c89b752c0997fa3fe9 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #216 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0953896045684814 +Command return code: 0, elapsed time: 2.2570388317108154 Finished #216 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed index 74be5e90b9763cbcdd94f97b29a29f7f7d6b279b..73be01ad139cff832a2805fea2f52857750a8d31 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.190788984298706 \ No newline at end of file +2.3027219772338867 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt index deb22353b90a30b53722053dc7cb060667fd56cb..fcccd45a2b53f038d0e1d78a51b2b1c7ddfb045e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #229 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.190788984298706 +Command return code: 0, elapsed time: 2.3027219772338867 Finished #229 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed index 711ae47ae94cde42dbb57af88909aad48b68bfe4..9f1f1fc3a7384d6d7167d02422c46874a9c69087 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed @@ -1 +1 @@ -2.1079161167144775 \ No newline at end of file +2.0488359928131104 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt index 665d99a861e066b0d93be7f68175ec7dfdb49c7d..7d0dcb70d7e38441086be13b2d06b0e9f8cd05a6 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #138 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1079161167144775 +Command return code: 0, elapsed time: 2.0488359928131104 Finished #138 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed index 20521c530e897b3f4f871b3e47732d765f68f90d..6c721adc34dea2e57cb7988dddea9d4d3606c2bd 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.0279297828674316 \ No newline at end of file +1.9530422687530518 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt index c79855ab5a83a79b8948ff9d9b6763d99cf8cae6..7c19177571a657f16e07ca3c30d217295d8452d9 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #236 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0279297828674316 +| +Command return code: 0, elapsed time: 1.9530422687530518 Finished #236 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed index e658c4130733602a6c39d1cd66f1e24819047582..61eb5fbf653baa487b0c83263c16835aea39988d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.1323187351226807 \ No newline at end of file +2.1437199115753174 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt index 44d90630089d0262c00615b104b50a0ac6f39b74..f8506d8385c2e1c752bdf2890a01516a2b59d9b0 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #60 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1323187351226807 +Command return code: 0, elapsed time: 2.1437199115753174 Finished #60 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed index bb834126d1d01b509a523e7db4fa8250b739a5ca..33b6e6507a4b0a1b8efddd65892c2da0cb72729b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9850871562957764 \ No newline at end of file +1.9088897705078125 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt index 403c95de25945eac43b982231db013ae54368e2a..87dc8ad3ed6beb81b414f64b92aaac44a71d3dff 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #70 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9850871562957764 +Command return code: 0, elapsed time: 1.9088897705078125 Finished #70 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed index c8c85667e3cd959e83c8fcf91d68fb3ace393709..a7905c0c4649203ab3f47df3f782386301d5690a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1299171447753906 \ No newline at end of file +2.225125312805176 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt index 74ddc870e5e0221c4ddf5cdaedf8e4b5f4587151..627598a15caf8666133ffa67ee423adda03ac9ae 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #95 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1299171447753906 +Command return code: 0, elapsed time: 2.225125312805176 Finished #95 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed index b1572b734252724fdde7e04fa3fa18d533c6f6c7..c77943093a5099e8efeabbb764a714b0dc562b47 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.0839033126831055 \ No newline at end of file +2.159801483154297 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt index 4e41882bd9f4e5ed85133b03f39ef5d87ebe0989..d65d547e2b42f86f740c9a0bf8e59de719a57f3b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #419 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0839033126831055 +Command return code: 0, elapsed time: 2.159801483154297 Finished #419 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed index 32640ef474561287f23eab9e79e7badfb10ae725..ceeac93305c9aed6bd00501cb29e573028974b24 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.168617010116577 \ No newline at end of file +2.149822235107422 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt index 012c80a6a94e7b1582e1debdaca4b84540389812..aedc135eb4ad89822fd96f11ea82765e1303bf39 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #146 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.168617010116577 +Command return code: 0, elapsed time: 2.149822235107422 Finished #146 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed index fdcd9d8112db6a20046db2d9df2aeba0670d77d8..50c5a7bd76b900a2c228ffa7a6a2e3fa2ac0d411 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.9682557582855225 \ No newline at end of file +2.0521042346954346 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt index c66d7bce9ac0a3cee3f93742ec4e8845b2190f49..f9a3465a09e02e4335f8140864753768af9b0560 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #244 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9682557582855225 +Command return code: 0, elapsed time: 2.0521042346954346 Finished #244 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed index 3d0951e974ca9c858d8bb17088e81515d6534089..1a656dc9415ced8388490937f5a5702f35d01902 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.063286304473877 \ No newline at end of file +1.9814074039459229 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt index 3931d5edf6b2f9f823982491f571b4c31b3e3a9f..c7189353564aefd12b8b667422b8ae95ac328cfb 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #339 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.063286304473877 +Command return code: 0, elapsed time: 1.9814074039459229 Finished #339 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed index ddd7f5a4c096e50201235172a60a3f860b214458..f1e20192c92924006c6fbc27995bb236be68b343 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.097686290740967 \ No newline at end of file +2.284498691558838 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt index 72cabbe744a51066f65eab6f474757591129d58a..06c5dac583f561f783117a73344f82b8df323fb3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #94 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.097686290740967 +Command return code: 0, elapsed time: 2.284498691558838 Finished #94 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed index ac98577950401a1527971e8aa7b044b8295a4851..2ef669cb50d96a118e5610843c65901906f60af4 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.1832516193389893 \ No newline at end of file +2.1790366172790527 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt index a40daf57df249a27a0b416d3c62048baad5aec21..fbedd48e48c4bfae0f82f469d303e0980cbb3fea 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #273 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1832516193389893 +Command return code: 0, elapsed time: 2.1790366172790527 Finished #273 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed index 16d9445646469829d280feb3c2f712ec9bf254e9..870989243d051f16ea67f3b2be7e35a355e3ffd5 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed @@ -1 +1 @@ -2.209956645965576 \ No newline at end of file +2.1351797580718994 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt index b79cde644df55304fa58bf8fb2a8eb682ef0d3ab..275d0033f67137a2f226f1a7cd53b1441d32e3f1 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #183 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,7 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.209956645965576 +Command return code: 0, elapsed time: 2.1351797580718994 Finished #183 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed index e6253df43b8023a40ec14ec947f82a1e66aea7a8..19f72263c54ab899034721472c5073af1fe339d8 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8636882305145264 \ No newline at end of file +1.8787870407104492 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt index 2b5320848a9850673a8ad25483ee5f919e3cef9b..d43270ce2dbb33de89628d8f272f89c2b3a1f983 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #400 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8636882305145264 +| +Command return code: 0, elapsed time: 1.8787870407104492 Finished #400 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed index a24cf0dd6201cd9d1633b64bc0bcfd557eacb3d8..4c3781201250187646591667a6a39aa6c65ba2d6 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed @@ -1 +1 @@ -2.1927754878997803 \ No newline at end of file +2.15562105178833 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt index 67a21f28ce90b0c61a45c3ac5f64f9a86e0e4708..966d3b4b9a1aabedf4fb20c0ef7de6f1810a7ed1 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #153 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1927754878997803 +Command return code: 0, elapsed time: 2.15562105178833 Finished #153 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed index f08b535c965b043d130a9e5ca22cdba09c5404fb..b30cb2b0bc8f55f083056e23b8b8fe7a7f539d60 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.0590806007385254 \ No newline at end of file +2.215701103210449 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt index 006fcbc096a4b187935cb0b2348388c2e2c83993..4d63f1a46b69af87071cb9e93fe06bca9ea22f48 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #307 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0590806007385254 +Command return code: 0, elapsed time: 2.215701103210449 Finished #307 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed index d48fb24c2d4209910f72619e878a49ddd94c2388..5a64893305325dcca8f82cf3db09b3f85f19759b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed @@ -1 +1 @@ -2.2426493167877197 \ No newline at end of file +2.171159029006958 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt index 9f5b125debd7269966b04e24a54cae43edf1309e..2edcb746a6b48dfc6ac99c1fe7e752323ce63313 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt @@ -1,5 +1,5 @@ Running #221 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2426493167877197 +Command return code: 0, elapsed time: 2.171159029006958 Finished #221 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed index 89ebd076765e344f6e058c6f9263eb10c63eb7b0..e0a4da0e25f48a77bb908eae8eee11bb4e14041e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed @@ -1 +1 @@ -2.2464449405670166 \ No newline at end of file +2.1565582752227783 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt index c437bc283e6a45510dc6aa5998c6881ce9c180ff..205e90482663a7b821dc6c96ed1166e3e8c61e1c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt @@ -1,5 +1,5 @@ Running #262 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2464449405670166 +Command return code: 0, elapsed time: 2.1565582752227783 Finished #262 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed index 16b81844d868279e768799576616d09dc9dcb2b8..b805dc7ebe6ddfb4aee9fd5e66816ce201e59fd4 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1837332248687744 \ No newline at end of file +2.19465708732605 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt index ff5f78371b7228f9cc5089b77b58a46838b12018..2914d3fd06016b6ed5a97f0ab995408e80f8f724 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #314 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-get_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1837332248687744 +Command return code: 0, elapsed time: 2.19465708732605 Finished #314 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed index cf850447d341ae90a817345f987567b7ba2902e0..20a45096438644b3b5f277a84fd802de614fdc3a 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed @@ -1 +1 @@ -3.5349268913269043 \ No newline at end of file +3.5721664428710938 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt index 7ecf130b162e818a62578b0660a0d3affd54d2c7..04fd8b407e77c05b2b65bf3825aff97cf62c2bc7 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #33 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-get_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.5349268913269043 +Command return code: 0, elapsed time: 3.5721664428710938 Finished #33 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed index 2182ce0a98e32a2a3602273cd940745ecc65d893..93bfe358533744f60dfbf80ab25d0fe8c37e0dbb 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.963451862335205 \ No newline at end of file +1.9292867183685303 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt index 9532c83b44e615a5c33bb34b8e3c17179787bc37..c7300220609ea8b3525841ff7ca22f91db04e9f9 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #103 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.963451862335205 +| +| +Command return code: 0, elapsed time: 1.9292867183685303 Finished #103 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed index 2f9da7274469102852eb73f1d238d5455bb5319e..afffc192d648e15d129745d66ded8e36057c5706 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.197150468826294 \ No newline at end of file +1.951918601989746 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt index e7e14f384478867b56c8a2cdca92488e44510e8e..70558bc364134303396a80b39554df2c74d2d622 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #109 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-rget_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.197150468826294 +Command return code: 0, elapsed time: 1.951918601989746 Finished #109 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed index 3d8176d2993d5af58768d5e8dde8593de701b507..cd6d7561718461fadc508c45543c6b86de783685 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed @@ -1 +1 @@ -2.1416637897491455 \ No newline at end of file +2.1655616760253906 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt index 1bbcedc506d4a66c930732659fa4e7a221404ac8..2140f0c5a7303e2c66d32c5bb1013707801d8d8a 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #92 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-request-rget_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1416637897491455 +Command return code: 0, elapsed time: 2.1655616760253906 Finished #92 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed index 8247f342b3d0ed2310c64e8b8763a8b3b222a061..11042c6463d767098bf38ab24f245c99739ee7c4 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.2685892581939697 \ No newline at end of file +2.1991965770721436 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt index e97e9fe71c862fa3c2dd63a62862e49f92108032..b81d7b68db24fe15e0509b2bc751a9275dffe99e 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #225 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-request-rget_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2685892581939697 +Command return code: 0, elapsed time: 2.1991965770721436 Finished #225 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_rput-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed index fe9922c9a25dcc942bb1d9e36112a8da49bd68c5..965b099faab47eb5587b0eb854dd31c040eacaea 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.381748676300049 \ No newline at end of file +7.381716012954712 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt index e3f487d7ab7ce4a874818e605fce9aca4700c07a..722ab6750dc12dc4bb2dd83d78747d7c0038c613 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1574 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Bsend(*buf=0x46ace0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bsend(*buf=0x465c90, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c920, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470750, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.381748676300049 +Command return code: 255, elapsed time: 7.381716012954712 Finished #1574 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed index b9f9fa0d051284553fa3814bc6447c97deb4c2bd..9d3bfbf28c08793893fad8df96f02c29470e1a1f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -7.601335525512695 \ No newline at end of file +7.395570755004883 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt index 1d7cdf366c3116ff249f5319fb0aefb7c3caf3b4..37b844f8b7a1c043c025b5c6f6a1f74076a5ef82 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1423 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Bsend(*buf=0x46ac60, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bsend(*buf=0x465ca0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c930, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470750, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206868 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206869 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.601335525512695 +Command return code: 255, elapsed time: 7.395570755004883 Finished #1423 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed index c757b62f1664c0922c7ffb48068c2614b53e2347..e682a66f6fb1ecd8fccbee12ac768682c79c057b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.4508326053619385 \ No newline at end of file +7.418560981750488 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt index d454409ed7335ea74ad20e69c0118b7e9dd5e65b..c922b8473bbf10ca34dae64bbed9e0f28bbe2f40 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1491 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Bsend_init(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff5a054e88) +| [0] ERROR: MPI_Bsend_init(*buf=0x465d10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe61c0e048) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7fff5a054e88->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffe61c0e048->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470750, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208816 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208817 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4508326053619385 +Command return code: 255, elapsed time: 7.418560981750488 Finished #1491 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed index 748e85efc14c113a8a986a0271ac1dac0bee8342..82c93773322b6da51e1a6c9addda4edad8cb8300 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -7.418673276901245 \ No newline at end of file +1.1718013286590576 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum deleted file mode 100644 index e0fa846e062d5999a0ab39e4264c14c5e733b074..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f717b8ff46104d77e3ffbfde7bcc32cc \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt index 3ff5ceea054e85368abef64fef6972cf315de06b..936ddd19b3ee2bcda442b512f507394087f96d3c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1696 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c (batchinfo:1/1) @@ -47,48 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Bsend_init(*buf=0x46ad60, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff5e070928) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c:52) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002) -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7fff5e070928->0x2c000002) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c:55) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c9c0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218125 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218126 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264694 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.418673276901245 +Command return code: 255, elapsed time: 1.1718013286590576 Finished #1696 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed index c8ab2dba3f5d2dba2795e764e8c3c0fef4b7de52..f74bf0d1ed6f9550b11ef8381997fbdac608ff00 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -6.334889888763428 \ No newline at end of file +6.388135194778442 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt index 915f4352c12c0028fe7cb284017cb2c346a69446..f2ebab4ce80a4aa8394ea84c2a718e96097af622 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1869 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_irsend-001.c (batchinfo:1/1) @@ -51,45 +51,46 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Irsend(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffddafb5828) +| [0] ERROR: MPI_Irsend(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffefe411418) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1caff058) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd452ce8a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd1caff058->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd452ce8a8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230654 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274493 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230655 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274495 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.334889888763428 +Command return code: 255, elapsed time: 6.388135194778442 Finished #1869 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed index 41858c360da9ddaae172419f39d6bf29140389ed..59922f48d3f70f2be84a8dc6c3530c5c7f4b682d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -6.341179609298706 \ No newline at end of file +6.447016000747681 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt index c4a8410b6d663a7b9f198d1cb52efcad9e783e5a..3bf78726c5f54503c1ade50e839ac29de1a0d7d3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1880 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_irsend-002.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Irsend(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd584b1038) +| [0] ERROR: MPI_Irsend(*buf=0x465c80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffca97770e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe6c7c4448) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc3d8b8a58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe6c7c4448->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc3d8b8a58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232761 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276335 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276336 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.341179609298706 +Command return code: 255, elapsed time: 6.447016000747681 Finished #1880 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed index 7c700e84f4dd977cd0f7afbab261426a35531c6d..14b85e2544886195250c32c98ec28b0878f487e7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed @@ -1 +1 @@ -7.448160171508789 \ No newline at end of file +1.964301586151123 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum deleted file mode 100644 index 0dedeefcb8b1869211452de8c9ea99f54bb9656c..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b388152c12e540ce716b60ffe1cc3671 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt index f2b86db0c2035c7082ba259caf438bd65dc4581a..0e1cb2a318859470f69c9990b64bf9b90848b28a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1509 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-001.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5ee68398) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c:46) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216244 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261687 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216245 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.448160171508789 +Command return code: 255, elapsed time: 1.964301586151123 Finished #1509 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed index dad1d5ba1e4189d815253cb8c1947331b27abadb..836492e566d53c46b71926bd0c7b5bed68526cd9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed @@ -1 +1 @@ -7.404654264450073 \ No newline at end of file +7.384489297866821 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt index 6f1771016fe642473f27848674dc511d6593479d..c514294ccb06784bc792b4f37b37a99f0877b5ec 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1470 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc65ce7428) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc92c20bf8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259480 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215764 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259482 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.404654264450073 +Command return code: 255, elapsed time: 7.384489297866821 Finished #1470 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed index aeea5276c1fd7f546fe8939feeab926530690ffb..463b954f9f54f58e1219da8be9e3fb1d1f147a6a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed @@ -1 +1 @@ -7.411134958267212 \ No newline at end of file +1.1537647247314453 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum deleted file mode 100644 index c6163499b97e4eeb36089cddde113e9e57fbe799..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d0573cdbed6ed5acf30632ef80fda953 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt index 50c44e2a04705dcf4c5cbad19b450aa85d03c0c1..769e7dcdc94db09be8b0acf986691fa8c9372c06 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1820 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-003.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffedec23478) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222528 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267638 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267639 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.411134958267212 +Command return code: 255, elapsed time: 1.1537647247314453 Finished #1820 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed index 1038b2329f57435809278a79af326191e307de21..e38de25a7d10868cf83c9b8ac5396bdcb57fd2dd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed @@ -1 +1 @@ -7.295782804489136 \ No newline at end of file +9.0971839427948 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt index 2fb4d4e2180d147ec01e20077deca25a3ae72549..500a5074b68b99462f7dae52461ea0a68f53652a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1499 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-004.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b500, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffe1039f0d8) +| [0] ERROR: MPI_Isend(*buf=0x466530, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffe1f6d5e48) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1f0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259560 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.295782804489136 +Command return code: 255, elapsed time: 9.0971839427948 Finished #1499 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed index da8024dbdcb46d4d48f126d7fea41b2ad1303286..15e4d934552e63c8057a03284575ac58644fc6de 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed @@ -1 +1 @@ -7.456093788146973 \ No newline at end of file +7.546318054199219 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt index a5e4617d105d127de5cbadef1e02726140257680..fa228fc8d3a4c35ce7a42fa2e96bd9aee8f97b5b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1852 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-005.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b570, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffd6c0375c8) +| [0] ERROR: MPI_Isend(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffea3c98d18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222441 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.456093788146973 +Command return code: 255, elapsed time: 7.546318054199219 Finished #1852 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed index c6cb9dfefa870ea6491a7601dd9c68da64c33695..c85996621a8f2c28c2aa44f02e0165166ff8f2a3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed @@ -1 +1 @@ -7.430624485015869 \ No newline at end of file +7.479395866394043 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt index e16531b1de5eac0dc7dd476f244a7829e56fdf6d..6f27a5a965245a04c1ff3666bc8bf27b72e0b5f9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt @@ -1,5 +1,5 @@ Running #1612 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-006.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b560, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffd34c799a8) +| [0] ERROR: MPI_Isend(*buf=0x466510, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffd62581768) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228573 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228574 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273041 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.430624485015869 +Command return code: 255, elapsed time: 7.479395866394043 Finished #1612 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed index 91dff74b1ab56a14c94d441e9bde62b12204faf0..a61834ef1eb49fb8f52d8588a8f15b0b39276a4c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed @@ -1 +1 @@ -7.322772979736328 \ No newline at end of file +7.427011251449585 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt index 3f010782ea5f37b6ba8b4944a75a07e0fc4422c2..6f1e33d8b34191c1bbeb48791205ab86bc708237 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt @@ -1,5 +1,5 @@ Running #1819 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-007.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fffeffc97a8) +| [0] ERROR: MPI_Isend(*buf=0x466580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff56fc0ea8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222123 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222125 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.322772979736328 +Command return code: 255, elapsed time: 7.427011251449585 Finished #1819 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed index 176665d47432b2bae5cfba862f015e3520caaea3..ed9f893d020c4817d81f3739f6c25df6909e8d74 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed @@ -1 +1 @@ -7.142290115356445 \ No newline at end of file +6.989096164703369 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt index 6b6f5889b8a101bf71b798d8fa3eca1029952ecd..565bf373adf52d593701159b3208e856a579f49b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt @@ -1,5 +1,5 @@ Running #2062 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-008.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b560, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffc27a5b568) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffdfe78a2b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3335 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3336 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.142290115356445 +Command return code: 255, elapsed time: 6.989096164703369 Finished #2062 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed index 1c9cd25d6b2f040e0e9dc231d4acbc635f22ea51..007b57ff90742f1b8e29ad2177f8d5233fc6b44b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed @@ -1 +1 @@ -7.361102104187012 \ No newline at end of file +7.414199113845825 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt index cd2d5f807583c1ef51eade932aa491b39979087c..c67dfa3ec8042efd0cddd3065d5b80b5de1bc614 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt @@ -1,5 +1,5 @@ Running #1613 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-009.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac60, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff3bc7678) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1e3714a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228863 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273336 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228864 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273337 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.361102104187012 +Command return code: 255, elapsed time: 7.414199113845825 Finished #1613 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed index 5914edec671e849c146eec20feb4997016519378..efe6fd2908c455ab0b91ef8aca4a7370e6ae6fbe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed @@ -1 +1 @@ -7.366973400115967 \ No newline at end of file +7.363655090332031 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt index 7163857aad98669673cd8c0a4e59b9fcb4388a5f..734185140a7dad1cd5bc313b59043397868c2ba6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt @@ -1,5 +1,5 @@ Running #1484 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-010.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac60, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff806abe18) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdf946c2e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218782 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262076 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218784 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262077 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366973400115967 +Command return code: 255, elapsed time: 7.363655090332031 Finished #1484 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed index 3adf936c80719f92512c93771173d56f0d8b6bb7..7504bb2d288126905040c10278622a5286e63103 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed @@ -1 +1 @@ -7.498549699783325 \ No newline at end of file +7.486929178237915 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt index d08c98ca7662a273e8670fba778f0cfd06dfc812..da87345dfabe59a61874a053cce2eafe0f104d07 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt @@ -1,5 +1,5 @@ Running #1915 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-011.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffde62d00c8) +| [0] ERROR: MPI_Isend(*buf=0x4664b0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffdea8fbb08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268529 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.498549699783325 +Command return code: 255, elapsed time: 7.486929178237915 Finished #1915 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed index ce659455d3562df85731d11ef7da689844356072..70c60bf1b350a3ca74fefc8084ba90ceac8f01c4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed @@ -1 +1 @@ -7.291589021682739 \ No newline at end of file +7.499146223068237 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt index f8ec00a7671e249c86398be6a8de31d9e4aa92ce..bd3ddf7c15b732c6cb9caa9bb79a5c30d2cae5e7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt @@ -1,5 +1,5 @@ Running #1407 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-012.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffeaf12cf88) +| [0] ERROR: MPI_Isend(*buf=0x466530, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffc9663d4f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d160, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470740, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264233 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264234 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.291589021682739 +Command return code: 255, elapsed time: 7.499146223068237 Finished #1407 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed index 9b3d42c4875713be8d76c7ad1ff8601e052ac4ec..b803be0226746b0317a43bad2ad938c6f19448f2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed @@ -1 +1 @@ -7.341020584106445 \ No newline at end of file +7.496500015258789 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt index 20c8b5d2be0d9c1353608637bcad9b58b4d930a3..6c667fd6735b94cd3b1dcf0a240991e9b6bfb0b7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt @@ -1,5 +1,5 @@ Running #1365 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-013.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4e0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffe06fc6798) +| [0] ERROR: MPI_Isend(*buf=0x466590, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffdf58788d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210568 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210570 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259823 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341020584106445 +Command return code: 255, elapsed time: 7.496500015258789 Finished #1365 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed index 012b73aa81667f7ad06f817fd5b1e5b62f4b4ced..e8112355acdca0bd5f35cb12546e7c77880a0d2a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed @@ -1 +1 @@ -7.543713092803955 \ No newline at end of file +1.0657243728637695 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum deleted file mode 100644 index 460d58d2edf0527bbf84d60ad516bf2e44b3493f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1431591c97021ceb37ac3e1617fd63f9 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt index 5e3a063c9f1638b8bc7b0b1503b789f7ec9bdf52..c8f3e8a1885d6797572d91fbc04d26e1d89945b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt @@ -1,5 +1,5 @@ Running #1827 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-014.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4e0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffe10b04d38) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c:52) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268936 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268937 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.543713092803955 +Command return code: 255, elapsed time: 1.0657243728637695 Finished #1827 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed index 9ecee737f8d0d881a948dcd1701df194f714c0f3..91029d0309afd57492bda1f1bc648c5920f8502d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed @@ -1 +1 @@ -7.354174375534058 \ No newline at end of file +7.444400787353516 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt index 896d4f13ac264983db22b7031cdbd09006951de7..c041f24f05deddb34c75df5dc41f6ee6d09f8745 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt @@ -1,5 +1,5 @@ Running #1746 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-015.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b550, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffefcb11ab8) +| [0] ERROR: MPI_Isend(*buf=0x466500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff38972878) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228645 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354174375534058 +Command return code: 255, elapsed time: 7.444400787353516 Finished #1746 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed index a057fa125ca4a691d641004e67bd662b434bae2c..0511542c735c3b61de9a9c077ef737868e64873f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed @@ -1 +1 @@ -7.458256244659424 \ No newline at end of file +7.363970756530762 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt index 4c34be9cb552c8ba0ef9f10d8ad9e5ea47cf5022..8b1ae1fa641414db2f79bbba631065653df39055 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt @@ -1,5 +1,5 @@ Running #1303 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-016.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b550, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffc2976c288) +| [0] ERROR: MPI_Isend(*buf=0x468500, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffdd6d41868) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216018 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216019 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.458256244659424 +Command return code: 255, elapsed time: 7.363970756530762 Finished #1303 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed index f74f1b5bbcfc6e099ef66ccd2e71c7344912ebf2..f5f7dfd27ef0a7840c4945ac1d733a465474f948 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed @@ -1 +1 @@ -7.23731541633606 \ No newline at end of file +7.346910715103149 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt index 2124005051885dfe0c46f0c5e4a7c2fd50b106a1..4584c2bb7244de64b64d0828dbfd30118f4b5753 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt @@ -1,5 +1,5 @@ Running #1892 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-017.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd682ffd38) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc03c43678) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230386 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230387 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.23731541633606 +Command return code: 255, elapsed time: 7.346910715103149 Finished #1892 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed index 333e112cbd1a6535035c4c5ee82c70e67d486c54..d7d87d913e1a77057f044017798d0b08a81ae8a6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed @@ -1 +1 @@ -7.4654014110565186 \ No newline at end of file +7.297241926193237 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt index 39e7b959e5a06ff1c1e8f507d53219c01be5745c..adce53e02c15b335cd2263f055a431fd4d8b4ac7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt @@ -1,5 +1,5 @@ Running #1565 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-018.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff7f440c08) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffede902ad8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215883 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215884 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4654014110565186 +Command return code: 255, elapsed time: 7.297241926193237 Finished #1565 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed index d9d262c7e606b843972f4bea56cd74c4f1ee8810..ce3946398dbe87f16734bacf2fe1bbcce18728f4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed @@ -1 +1 @@ -7.419860124588013 \ No newline at end of file +7.4505603313446045 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt index a82f6377c7c7584705f850752e95b98438f314e0..74f79298b1e89d4fe53b026fd58fd7e54099a1cf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt @@ -1,5 +1,5 @@ Running #1503 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-019.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac60, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0ebaf138) +| [0] ERROR: MPI_Isend(*buf=0x465c80, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffda6dfd6a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214583 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260264 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214584 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.419860124588013 +Command return code: 255, elapsed time: 7.4505603313446045 Finished #1503 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed index 5ece47d03feb65e8fd3fa4d2630bfd198100a1aa..5f181be58e91bcb55edb2580116161d8760c42e7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed @@ -1 +1 @@ -7.332739591598511 \ No newline at end of file +7.230031967163086 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt index 499bc7b394c53bb94e784599fb5c2735bf530e5b..ae443eb0cb0d7db6eb96c08d64e63d15d7a50725 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt @@ -1,5 +1,5 @@ Running #1322 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-020.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffffe479008) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe79ec3068) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207684 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254022 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332739591598511 +Command return code: 255, elapsed time: 7.230031967163086 Finished #1322 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed index 7b6e25f34195c70a748b39d658b4435f655e7f60..a6b89fe881ba7bcd376a282e3f85473d9063111b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed @@ -1 +1 @@ -7.4135825634002686 \ No newline at end of file +1.1650269031524658 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum deleted file mode 100644 index f9e83c7d44de1771b68066427b9bb49f18f7d977..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -599b10959c123afc74a8132a2e94bf53 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt index b42cf4b8d0f94fffdb2a9c8e099ca1956d1f237b..48d11c6fb2c8abc2aa722fb3c94b866369aeb66a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt @@ -1,5 +1,5 @@ Running #2024 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-021.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b500, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffdae036828) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273903 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226482 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4135825634002686 +Command return code: 255, elapsed time: 1.1650269031524658 Finished #2024 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed index 5ea8eb25ddfe940c6f3ca4ca84a5bfadda55a3af..588eee1feee9e5b52435adbca6b87c4ae86df154 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed @@ -1 +1 @@ -7.27831244468689 \ No newline at end of file +7.254247188568115 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt index 53d3048c8c20ee7d0c1af4aeee68e772f7411626..9f555e126df45450a543c8f6ffef3e6701aaee26 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt @@ -1,5 +1,5 @@ Running #1526 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-022.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b580, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffd4160c298) +| [0] ERROR: MPI_Isend(*buf=0x466430, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffc99ee3908) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210588 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257159 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210589 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257160 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.27831244468689 +Command return code: 255, elapsed time: 7.254247188568115 Finished #1526 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed index 59cae6494aa9887c476e681b21b204d555577fe3..71a120172f825c18934ad67c0a436a5602f55008 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed @@ -1 +1 @@ -7.391875982284546 \ No newline at end of file +8.121628761291504 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt index e6425a214cefb06f47d09ba31335bf9525fe4d39..38a38a2a80c3013748aa23288ed17b667fc91900 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt @@ -1,5 +1,5 @@ Running #1483 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-023.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac50, count=1, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc2938c058) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=1, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcbd08edf8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261690 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.391875982284546 +Command return code: 255, elapsed time: 8.121628761291504 Finished #1483 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed index c9880fb75d3315f307cbe4427fb4f0675c4f905d..de10fe2cbabe517e9c5f939008b3bd066da08888 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed @@ -1 +1 @@ -7.335274934768677 \ No newline at end of file +7.415197134017944 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt index 4480e1413f07df6020d6ab2997f2e706188bfc06..336531c7028cbd2405bf66cea8775b8f7e91fc90 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt @@ -1,5 +1,5 @@ Running #1500 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-024.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac50, count=4, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff71c11968) +| [0] ERROR: MPI_Isend(*buf=0x465c80, count=4, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc2971b218) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214153 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259863 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214154 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259864 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.335274934768677 +Command return code: 255, elapsed time: 7.415197134017944 Finished #1500 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed index 2c9efceabfd0231e01c58c6bc186968978849a16..357099a926a46d3b8cff6f53b5b76eba93a3e0e4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed @@ -1 +1 @@ -7.440945386886597 \ No newline at end of file +7.17167854309082 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt index 19753f049a053b658dbd2d406b05ef45f2ca003a..d9174ef7e0f96865f984afe7f6e48131d431b6ef 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt @@ -1,5 +1,5 @@ Running #1993 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-025.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffc9f3a208) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc80acce08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277486 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277487 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.440945386886597 +Command return code: 255, elapsed time: 7.17167854309082 Finished #1993 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed index 05e9fe4c6b9366cbb8c7f314012370c26c03828a..2ba7e939cc389d03119058c9a3eadd8a83541f12 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed @@ -1 +1 @@ -7.568988084793091 \ No newline at end of file +7.26528525352478 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt index c600ac60cbb200f9a668cd79fbd68375d0fe8398..383764989bc82db54b5689a22f159115813a8720 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt @@ -1,5 +1,5 @@ Running #1982 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-026.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46acd0, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffef2ef5ae8) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffecc921f38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224358 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224360 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271591 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.568988084793091 +Command return code: 255, elapsed time: 7.26528525352478 Finished #1982 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed index 7df4da61e0d8d217ab364af35e3379ce148fe469..35d4880320efce8ecfdad5a6e4c1d24f6014bf2c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed @@ -1 +1 @@ -7.285664081573486 \ No newline at end of file +7.27555251121521 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt index 60409773a1f7f59d973e4039ab01afef104a1615..dfc80b87bd58210f6460c5f1b46ce3f0423f91dc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt @@ -1,5 +1,5 @@ Running #1433 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-027.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b5d0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff85d21a88) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffffa734d98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285664081573486 +Command return code: 255, elapsed time: 7.27555251121521 Finished #1433 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed index b62589ea190bc4e9c31167032cbda1d1155b32c0..d036dea2408503aa5f385fac790bca2d4f224166 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed @@ -1 +1 @@ -7.455026865005493 \ No newline at end of file +7.460729122161865 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt index da5d4b94c20e10b0ee97e462bf75dd246c273fe6..403eccd96f55e042b3b83ca6face121a6c536f26 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt @@ -1,5 +1,5 @@ Running #1383 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-028.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4d0, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffe0afddf08) +| [0] ERROR: MPI_Isend(*buf=0x466510, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff7146b818) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263261 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263262 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.455026865005493 +Command return code: 255, elapsed time: 7.460729122161865 Finished #1383 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed index 55474c038a4f60222abb6c16b28a2173193a78ee..3edf57dcceb6d1f7f4295e5cbf3f23c7b8ac19f3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed @@ -1 +1 @@ -6.888535499572754 \ No newline at end of file +7.039410829544067 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt index d5f2b2a446535e8c55d59f02b3789fbce89ebd5c..a101119a4b31fba621967017fa06cdd36b8b1318 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt @@ -1,5 +1,5 @@ Running #2101 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-029.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc87e4f0a8) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf8e57658) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235263 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3530 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3531 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.888535499572754 +Command return code: 255, elapsed time: 7.039410829544067 Finished #2101 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed index 777c7ecda06ae71db9d6819f703e00820e107e77..899593d39966689d01cbc477a630dd7e505efbce 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed @@ -1 +1 @@ -7.450278043746948 \ No newline at end of file +1.1619007587432861 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum deleted file mode 100644 index 3138cfd0165529261032d6f4365a5a294d4af80b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -70d1659e42d6c746ad9169221c8164a7 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt index a595bef8d647d49251c43554a3cd469f75ec5be0..7df50043fc65574bf79728e45dd567b7516f0a98 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt @@ -1,5 +1,5 @@ Running #1242 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-030.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffceaa8a828) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215023 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.450278043746948 +Command return code: 255, elapsed time: 1.1619007587432861 Finished #1242 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed index bb8187dd89ea31ec808b272fa0c2eb2342e35bbe..7adb606ac0029e81cee8feb7730e0da858b4a6ae 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed @@ -1 +1 @@ -7.459603548049927 \ No newline at end of file +7.538520097732544 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt index ba7fb8b6a1bbd1f2d18a5404a3cb2a0878e463be..bdd8e4a0d056582f1939870750e0dd0de7a8ec0c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt @@ -1,5 +1,5 @@ Running #1586 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-031.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4d0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffd218946f8) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff4528e918) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d140, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255646 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210694 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255647 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459603548049927 +Command return code: 255, elapsed time: 7.538520097732544 Finished #1586 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed index 0ffc8b0a94efae42c12e28039e0b1e8618a3a6c2..d390a3d8c10c7919bba81dbd7c126454ee95eb63 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed @@ -1 +1 @@ -7.45255446434021 \ No newline at end of file +7.451794624328613 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt index 988e13ed678431dfbbf39d90c2084b0e629e791c..f43c5ac55e629a1896bf42d9e4e41743deec6ccb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt @@ -1,5 +1,5 @@ Running #1382 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-032.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b550, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff031d00a8) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fffd7233908) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215074 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263044 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263045 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.45255446434021 +Command return code: 255, elapsed time: 7.451794624328613 Finished #1382 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed index 6dd783d68b823ddf25c1f47fcbcabc6a205406a1..6439b2c8772860ad9694f32aa87a2509d3af2949 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed @@ -1 +1 @@ -7.40768575668335 \ No newline at end of file +7.532621383666992 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt index cb85ddabc06536de531807f9dd63e46a69271110..ca129492b0e2c434783992932955e865ded4d080 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt @@ -1,5 +1,5 @@ Running #1665 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-033.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b540, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff584d79e8) +| [0] ERROR: MPI_Isend(*buf=0x4664f0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff3a327348) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d340, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218457 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266045 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218458 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266046 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.40768575668335 +Command return code: 255, elapsed time: 7.532621383666992 Finished #1665 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed index aa80e544032aa0240de5f939c04fb7ccbd2812d3..aeb078ca76a089efa6abc892f5d11a7599d608e3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed @@ -1 +1 @@ -7.477396726608276 \ No newline at end of file +7.425245761871338 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt index 4d8ee5be079da00ac82cbdaa5898737132d4ee2b..964a470b2e7b1246782eb20ea63fe98679eba9df 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt @@ -1,5 +1,5 @@ Running #1348 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-034.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b540, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff6e7f1e98) +| [0] ERROR: MPI_Isend(*buf=0x4664f0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff2472a3d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d3e0, count=32, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d3a0, count=32, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219737 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.477396726608276 +Command return code: 255, elapsed time: 7.425245761871338 Finished #1348 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed index d48286934ef91db3ce26c107a44683ed403b3d44..eca0dbfadfac4b41eb91b9f7c4a95a3dd3820aae 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed @@ -1 +1 @@ -7.454207181930542 \ No newline at end of file +9.062084436416626 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt index a0b493c44348ce0098a2c47a16a704fa19945b0e..3801687d2112fb7a4b5d470675005a2c80047c39 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt @@ -1,5 +1,5 @@ Running #1817 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-035.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46adc0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeaada2928) +| [0] ERROR: MPI_Isend(*buf=0x465de0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed17ee348) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47cb40, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470780, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221455 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266682 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221456 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266683 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.454207181930542 +Command return code: 255, elapsed time: 9.062084436416626 Finished #1817 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed index cf1ac9e7a90666de1933f887c48226f67a542b09..847ee698d2f42a5a16dc719b899c58c1f4d6073c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed @@ -1 +1 @@ -7.412622928619385 \ No newline at end of file +7.462315559387207 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt index f6471bc08ec2dcf97fadff3a36de8601f35c2969..a231b6018ce2da403773e135283f4bae7c5f7cab 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt @@ -1,5 +1,5 @@ Running #1278 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-036.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46adb0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdb0f4b938) +| [0] ERROR: MPI_Isend(*buf=0x465ce0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe9e77f608) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47cc80, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47cb70, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219826 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265603 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.412622928619385 +Command return code: 255, elapsed time: 7.462315559387207 Finished #1278 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed index 3badae2c17b8e15f8490df10caa06ecf5009b1ca..f53b28bf0dcd152c4fa101ed47c2b732cba7fa26 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed @@ -1 +1 @@ -7.35756254196167 \ No newline at end of file +7.297590732574463 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt index 8a40c58e1bcb32742800b89953b899e041aa109f..7d1ee63b3d86fc93f4c85a18bbdb44ed2a6ab34f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt @@ -1,5 +1,5 @@ Running #1377 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-037.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b5e0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7fffaffc5498) +| [0] ERROR: MPI_Isend(*buf=0x466590, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7fff0d0ea338) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d3f0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261951 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.35756254196167 +Command return code: 255, elapsed time: 7.297590732574463 Finished #1377 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed index 9ac614e1a6b5a17d02923ff39c6e1ceff40e9257..184c93486bb3303d26a12e4cc775f34276e0c212 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed @@ -1 +1 @@ -7.291306495666504 \ No newline at end of file +7.330228805541992 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt index ac16c87dae70d6b0d5a75f5096168796b1ca6da4..5ce0b686131453f3da5b94d280615f01d6cb2d28 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt @@ -1,5 +1,5 @@ Running #1875 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-038.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b6e0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffcb4140bc8) +| [0] ERROR: MPI_Isend(*buf=0x466690, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffd1089d858) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c:60) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d520, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d560, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275840 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231854 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275841 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.291306495666504 +Command return code: 255, elapsed time: 7.330228805541992 Finished #1875 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed index 8ba800ec1115ac4478104d8c677a6e920fc029c9..8cceddfdbb57751b804b19bc71404bcaf9e6218e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed @@ -1 +1 @@ -1.2009906768798828 \ No newline at end of file +7.592089653015137 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt index 5b822fe6f64b6102d9ce4c55fd1a56e67d9ab7be..d8911e0745c3a8af3abda47ce0db2e98d1eb9b8c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1683 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-001.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Issend(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffcad6c24a8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216158 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216159 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2009906768798828 +Command return code: 255, elapsed time: 7.592089653015137 Finished #1683 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed index 783528d526f5d7ebca71323bc44ffd61c7a1ad00..e75a01c8c3a643af20822d420d651a0441a40896 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.406654596328735 \ No newline at end of file +7.316331624984741 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt index 908b7cde158954ba60cd1b7dabab387cfe478ee2..3c9dded7cace4584e6bb2bb01d09164525f6609b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1622 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Issend(*buf=0x46b5d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffc49fa52a8) +| [0] ERROR: MPI_Issend(*buf=0x466510, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffd3a7b8bc8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1e0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d210, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264659 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.406654596328735 +Command return code: 255, elapsed time: 7.316331624984741 Finished #1622 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed index f8fae6ca833fd2eb743b4fcd60b140cb57cc9061..f2f96bc30dd7947a003682432561dd6bf03a5cc2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed @@ -1 +1 @@ -7.3604161739349365 \ No newline at end of file +8.351378679275513 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt index fe42268cb0eaba3bfb830024581d5ec14c276f80..d3d81508aef68de073ef14e14a07d64166d32ff9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt @@ -1,5 +1,5 @@ Running #1668 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-003.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Issend(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe69585108) +| [0] ERROR: MPI_Issend(*buf=0x465c80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffe4814228) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269585 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3604161739349365 +Command return code: 255, elapsed time: 8.351378679275513 Finished #1668 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed index 295c2410f0eef56145eb031bca88a6ca6e3f8bec..4b62f991f3f4b0a96483d23b96a78fea8bbc2bba 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed @@ -1 +1 @@ -7.466436862945557 \ No newline at end of file +7.493368148803711 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt index 568dbce7752bc541385bb54c8c381be8ec081fff..997a1df65d0c6db52cc4c10fea571323895209aa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt @@ -1,5 +1,5 @@ Running #1656 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-004.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Issend(*buf=0x46abd0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe38b12fd8) +| [0] ERROR: MPI_Issend(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffdab698d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216937 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264405 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264406 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.466436862945557 +Command return code: 255, elapsed time: 7.493368148803711 Finished #1656 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed index 7fd357eec2db7164c355383626885a30035560c0..144f8b077640ac47c25910b67d54d2b032b9e0c3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -6.4274632930755615 \ No newline at end of file +6.474525451660156 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt index 4c7ef7e658fa1150a28225d8f67eeac992230738..12971ffafe9748b7242317eb2869b6ffe5822ab8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1914 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcce67e318) +| [0] ERROR: MPI_Irecv(*buf=0x470640, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff34128da8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcce67e318->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff34128da8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223393 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4274632930755615 +Command return code: 255, elapsed time: 6.474525451660156 Finished #1914 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed index 533084ac9185c7842ad844b8aa3cb72569266069..364fc1a70cd7cfcbede03a3438dcc4a3f5c27030 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -6.354580640792847 \ No newline at end of file +6.39439582824707 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt index 7cab0309beee936f58fd9b107c71ae52ff3f050e..31916bc6c24d5d1d8df0f7da99aa898b5caafc86 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1498 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-002.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd319d0fe8) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd3937b348) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd319d0fe8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd3937b348->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213463 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.354580640792847 +Command return code: 255, elapsed time: 6.39439582824707 Finished #1498 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed index 17a0cbbc2b3f96218f89de0273669ba238cc2dc7..56b27122aa5285012376fa775b20ef352d880176 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -1.0974173545837402 \ No newline at end of file +6.296769857406616 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt index df93d78cd9b2503ee8bdfaee30a59e4a2214898b..b42c18926c16a04cfb6a8bfdbb46544a8c650909 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1822 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-003.c (batchinfo:1/1) @@ -47,23 +47,49 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Rsend(*buf=0x4664b0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc095d0cc8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffc095d0cc8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223248 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268041 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0974173545837402 +Command return code: 255, elapsed time: 6.296769857406616 Finished #1822 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed index 49571d6c5f9cfd50b180097c66ff5e36f523fd61..711e572713df70f3c8771513cc6072949649c572 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed @@ -1 +1 @@ -6.325300693511963 \ No newline at end of file +6.451515197753906 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt index 7793c53ee41635dd691972c4fa8828e3a4a658c2..fb71e5387ba12ab7ae62406ed1b4511229546ba4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt @@ -1,5 +1,5 @@ Running #1538 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-004.c (batchinfo:1/1) @@ -51,45 +51,46 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b580, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466530, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d0f0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff133b0208) +| [0] ERROR: MPI_Irecv(*buf=0x470640, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff6199e838) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff133b0208->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff6199e838->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213854 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260227 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.325300693511963 +Command return code: 255, elapsed time: 6.451515197753906 Finished #1538 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed index d24a9ecee418896980f7606162f2ebd0cdec74b5..b6919d2a5fdb0e8328972b56b2d3d967f9129f68 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed @@ -1 +1 @@ -6.381078004837036 \ No newline at end of file +1.128566026687622 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum deleted file mode 100644 index e1a22ae9d270100b6f11e2ae79cb3c623be0f497..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ab461018edd5d3a4cddaf19c583494ba \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt index eb1a9f19155fbbc82fb83c56f5293a6daa07a7b6..a628e022499c8fd9128022fdfacaf3a2eb889000 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt @@ -1,5 +1,5 @@ Running #1666 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-005.c (batchinfo:1/1) @@ -47,49 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b560, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c:54) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005) -| [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffce9eccd98) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffce9eccd98->0x2c000002, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) -| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... -| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218710 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.381078004837036 +Command return code: 255, elapsed time: 1.128566026687622 Finished #1666 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed index deb0ab2e8ed7119bfcd8f27635e4e41df4481509..60794da9aa7a6b017942c4513893c0a469575dc0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed @@ -1 +1 @@ -6.4243879318237305 \ No newline at end of file +6.391455888748169 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt index 0f32712d14604b89b77eecebb0d4f9442190ad6c..84c8c81615e6b92f185933907273bef38ab73f57 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt @@ -1,5 +1,5 @@ Running #1282 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-006.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b4d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1c0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffed2a12ee8) +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffccb51dce8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffed2a12ee8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffccb51dce8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220740 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220741 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4243879318237305 +Command return code: 255, elapsed time: 6.391455888748169 Finished #1282 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed index a3ab063369c930162df7550c3d432af073fa7899..38015a41dc142f66eed1267f27b74e81685c3d08 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed @@ -1 +1 @@ -6.131742715835571 \ No newline at end of file +6.111170053482056 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt index e33dc513884caeef913ede9e31f649dce37a8ae3..73356e13d2e0db5fa766d2880d82511412ad9f22 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt @@ -1,5 +1,5 @@ Running #1808 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-007.c (batchinfo:1/1) @@ -51,27 +51,28 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x4664c0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff8b076dc8) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffefe6afe18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff8b076dc8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffefe6afe18->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233906 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.131742715835571 +Command return code: 255, elapsed time: 6.111170053482056 Finished #1808 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed index 090b985eef913cd4ce638bff9efe4fee54dd1d3a..1e5f3102d94c8436236ea1efaad19cac9e1f213e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed @@ -1 +1 @@ -6.200472354888916 \ No newline at end of file +6.212591648101807 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt index af5df60441f018f15e5d435544e3ceb6bef5d5c7..5d22221a8118704be32cf52fcc5330cd6cd1859e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt @@ -1,5 +1,5 @@ Running #1995 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-008.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x4664b0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1f0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe58858d98) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc5cacd888) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe58858d98->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc5cacd888->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277898 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277899 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.200472354888916 +Command return code: 255, elapsed time: 6.212591648101807 Finished #1995 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed index feca32c2290b594a87752de9e94ec531d1b6297b..fd2d687e5f57f504fafe56853e5a3cbbdea228e9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed @@ -1 +1 @@ -6.128372669219971 \ No newline at end of file +6.098028659820557 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt index 320f02f43cbe6e370c2fa8c25f6cc21c9095bef8..f1eef802c69869b1b48b54441c1e8968031ff4cd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt @@ -1,5 +1,5 @@ Running #1298 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-009.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b4d0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc846d93b8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffde4444618) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc846d93b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffde4444618->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209486 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254707 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209487 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254708 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.128372669219971 +Command return code: 255, elapsed time: 6.098028659820557 Finished #1298 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed index a34c31bb17169541b0a99f8048463868076023f1..d6c3e0a8cca7f6777451ce1971078bac96ae663e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed @@ -1 +1 @@ -6.353091478347778 \ No newline at end of file +6.118316411972046 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt index d655fcb2e40822cc1e107f0f0b0e6e36c947f231..c7d1475f663ceda8b93dc3cb753f186d1103b26b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt @@ -1,5 +1,5 @@ Running #2000 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-010.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b550, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc90d152b8) +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffedec33428) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc90d152b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffedec33428->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278366 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.353091478347778 +Command return code: 255, elapsed time: 6.118316411972046 Finished #2000 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed index 103fbf041021f1c32b3cc5fa0c44a23d30780947..2857222e77807e903d370ef323e227aaac7cf973 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed @@ -1 +1 @@ -6.353347301483154 \ No newline at end of file +6.225663185119629 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt index ee32a5a633c3482575b9eb67ed2d93399ff4ff80..3e03559b65ef6d2677fc699e43d24fa82f31c32d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt @@ -1,5 +1,5 @@ Running #1466 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-011.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff09149188) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe6af704d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff09149188->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe6af704d8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214558 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214559 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257882 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.353347301483154 +Command return code: 255, elapsed time: 6.225663185119629 Finished #1466 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed index 5e20223e429af064e83663076e531f246ce66ea1..261d929f95ab9386ad826a8ec323e8d82867e9bf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed @@ -1 +1 @@ -6.44351601600647 \ No newline at end of file +6.348871231079102 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt index a2050a8d3d16c4ac9da62d654e25020154315c84..60115bf4be4562b1f74b9540d213cf6f1f12706c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt @@ -1,5 +1,5 @@ Running #1514 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-012.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffa5d28438) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0169d638) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fffa5d28438->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd0169d638->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222296 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.44351601600647 +Command return code: 255, elapsed time: 6.348871231079102 Finished #1514 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed index aeba14e81d832148f2b0dc381fded7944df58a80..e5a4faaed21cf232c335fc2408db47e833c84b2b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed @@ -1 +1 @@ -6.150959253311157 \ No newline at end of file +6.07999324798584 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt index f6fbddc7756436b2f42d4763facf7d04c0b862e0..a7568f94508c2ba6a012d3ddd301643c663f7a68 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt @@ -1,5 +1,5 @@ Running #1814 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-013.c (batchinfo:1/1) @@ -51,46 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b480, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466430, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff60351638) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe0f4571b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff60351638->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe0f4571b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234574 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.150959253311157 +Command return code: 255, elapsed time: 6.07999324798584 Finished #1814 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed index 5ccbd70d55981e5f44927514e6344f98d0c284e9..c73fb80647e8904825f074188a8723a09463dcf9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed @@ -1 +1 @@ -6.273933172225952 \ No newline at end of file +6.15738320350647 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt index 77f85badfad209e51be410e9e0fdba4c46d0aafc..a08e9eb4f8a5d41184fa7b2b818124f72d84711e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt @@ -1,5 +1,5 @@ Running #1556 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-014.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b500, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466530, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffec972f6c8) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fffdf6bcb08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffec972f6c8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffdf6bcb08->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211545 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256044 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211546 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256045 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.273933172225952 +Command return code: 255, elapsed time: 6.15738320350647 Finished #1556 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed index a53ae5be4e9035a5cb9dc46a4c3c245ecd2c0e25..ba772c551e028a77fe9f5a89a94eaf8a69f65e23 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed @@ -1 +1 @@ -6.294105768203735 \ No newline at end of file +6.224339723587036 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt index ec82aa6ce70dbd0109f9f4ff41ce96d8e8da2a2f..391907b85b7ad2f858bbd2ba0fe6cbc5e6a72ff3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt @@ -1,5 +1,5 @@ Running #1960 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-015.c (batchinfo:1/1) @@ -51,46 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b5d0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe6d1d7598) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc06b011a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe6d1d7598->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc06b011a8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230541 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230542 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.294105768203735 +Command return code: 255, elapsed time: 6.224339723587036 Finished #1960 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed index 000cdb4bc938c884d912e5c9daf7a32ac21b97db..67cbc98ecc3049a18b9649b58d26c5150137ce88 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed @@ -1 +1 @@ -6.727992296218872 \ No newline at end of file +6.389475107192993 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt index c6a9fd096df71aad92622ad18068e1b5c32d0680..80cab020962855a43edd68014e98170ca810862d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt @@ -1,5 +1,5 @@ Running #1917 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-016.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b5d0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffcfa661348) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff59d73e28) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcfa661348->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff59d73e28->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269148 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.727992296218872 +Command return code: 255, elapsed time: 6.389475107192993 Finished #1917 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed index c700ba81ceee8a36e666e3110b58b27f5a8c4bf5..196618f4e202ff088b1e05ff16a1efaa87c4618d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed @@ -1 +1 @@ -6.4579386711120605 \ No newline at end of file +6.339016437530518 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt index a32e0501eb519c2f1ac58b7b6911d52df5ac1665..016da4c3fc45fd0e43652781db16e9256c80b02c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt @@ -1,5 +1,5 @@ Running #1240 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-017.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff535cd438) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc79bf8648) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff535cd438->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc79bf8648->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214410 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214411 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4579386711120605 +Command return code: 255, elapsed time: 6.339016437530518 Finished #1240 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed index 52747208a21b91bc0319ce8be9e7a7ff0c43376e..8e9f73642eb260b94a889e87c7e94da91e2a4f01 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed @@ -1 +1 @@ -6.397504568099976 \ No newline at end of file +6.238311290740967 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt index ff51682e348f695a725fc7869fa80fd4f2c588c4..bf0d6144e68a74aa9594507ebd9aca90103a7708 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt @@ -1,5 +1,5 @@ Running #1337 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-018.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465b80, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff046d9b68) +| [0] ERROR: MPI_Irecv(*buf=0x470650, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc0b3884c8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff046d9b68->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc0b3884c8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211940 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258073 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.397504568099976 +Command return code: 255, elapsed time: 6.238311290740967 Finished #1337 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed index 00de34a9f532a3e99e434f5394f9e0275c20c6a7..a40d6af44ba78822cc1a39e1334d08a8f16dd1cb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed @@ -1 +1 @@ -6.413276195526123 \ No newline at end of file +6.427408695220947 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt index 0e30e83a2c5c997294a0553aa5b6ead65a84bb3f..9743f94504f211f1b26f10d50548a5c0e66d1c1f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt @@ -1,5 +1,5 @@ Running #1704 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-019.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc73d2c408) +| [0] ERROR: MPI_Irecv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff4778ccd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc73d2c408->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff4778ccd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222294 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222295 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268761 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.413276195526123 +Command return code: 255, elapsed time: 6.427408695220947 Finished #1704 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed index 413214208ef2c2ff8f4547ca9ec74c2ea3cf9e7f..3382336475649b51e5b6dc3e43e53f2054ecdacd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed @@ -1 +1 @@ -6.212184906005859 \ No newline at end of file +6.3451292514801025 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt index 3b74e8a44883dbbfbac34c9b32591aa458e6c19d..eb1ad6aa8647b0df286f3ec174d14d719b4f538b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt @@ -1,5 +1,5 @@ Running #1647 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-020.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc900e1038) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff9a45ca58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc900e1038->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff9a45ca58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231972 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.212184906005859 +Command return code: 255, elapsed time: 6.3451292514801025 Finished #1647 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed index 9bcd691325d50cca41beb14609e39e023b8875a3..91fcd7f707d63b90493124f7c7f5df03142c6b57 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed @@ -1 +1 @@ -6.373398303985596 \ No newline at end of file +6.282032251358032 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt index 10b5054c2c03c67110a9112e7b331b5b34e6183d..dd8449852ac1db58e3ce34d5003ccc049f4ffa28 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt @@ -1,5 +1,5 @@ Running #1369 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-021.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b550, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466580, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffdde097e58) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffcf48dfe98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdde097e58->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcf48dfe98->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260427 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211909 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.373398303985596 +Command return code: 255, elapsed time: 6.282032251358032 Finished #1369 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed index dd6404ccb5f3f11909738cee3fd3abf714e4413b..9aa575b3dd58df82a9f7198b476da38b15e4fb65 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed @@ -1 +1 @@ -6.362782001495361 \ No newline at end of file +6.40833044052124 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt index db254bb0702d24f8f52087ff2cd933e9062c666e..5c46c95e36695b76ff21fdf95a1acee9db7bb0e2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt @@ -1,5 +1,5 @@ Running #1568 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-022.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b4d0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d140, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff8812bc38) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fffaf120fd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff8812bc38->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffaf120fd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260742 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260743 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.362782001495361 +Command return code: 255, elapsed time: 6.40833044052124 Finished #1568 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed index eacea7d0827e50732d19356cf95e8bc564db9ae9..68473d0b83544095d6b2d05eca8cf3560dd94b93 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed @@ -1 +1 @@ -7.37412166595459 \ No newline at end of file +7.311617136001587 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt index aedceb1afa7608bc695b1d693b71e5b0a85a2575..72464909f7ae253face5826490d08f46d410dede 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #2014 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224138 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271527 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.37412166595459 +Command return code: 255, elapsed time: 7.311617136001587 Finished #2014 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed index cfe3755379cbccd56cef188eb7c2f3451c9b38c3..5c43accdd16e4397b9f4ab9f0476a85c637a7d6a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed @@ -1 +1 @@ -7.205017805099487 \ No newline at end of file +7.423090696334839 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt index bcfa4a63ba5368381d124f1851d85c7ff4640fec..8a1e2a07936a212a14feb4fce47dd0740fb0fe86 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1339 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258601 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.205017805099487 +Command return code: 255, elapsed time: 7.423090696334839 Finished #1339 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed index 8839b9af95cd39f1a9d192e2df979d726bda7e33..dc529a92720d5e174f7732e82741215bf0ab1059 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed @@ -1 +1 @@ -7.354624271392822 \ No newline at end of file +7.314591407775879 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt index 34b068454305a8c8c300e7e314db893304cc9847..f9723ee1ff7fa7cbdb8912d6945bdf56b6b1baa4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1395 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-003.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210257 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256801 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210258 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256802 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354624271392822 +Command return code: 255, elapsed time: 7.314591407775879 Finished #1395 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed index 838fa99d66dfd736107bdecb7d1684db35c0ae4d..87d7d27d4d87b06674705ffad4707949bb8b4f87 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed @@ -1 +1 @@ -1.1567904949188232 \ No newline at end of file +7.489355564117432 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt index 8ccd9149b1427d5db3f37a0c2a42c0242caca482..b3b99da2fb74eada88889294c4b445910023c6ca 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #1891 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-004.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-004) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276580 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230356 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276581 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1567904949188232 +Command return code: 255, elapsed time: 7.489355564117432 Finished #1891 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed index 49b916e468382dc1191c686ca83c4a1806a91ab9..6b076fca90d7d035362369f7b609aed172d3b93c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed @@ -1 +1 @@ -6.998995304107666 \ No newline at end of file +7.034597635269165 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt index 83cacc8cbab902f85f4bd8703bc424b40b04218c..f05424ef9322f24652ca3fc2063c7a31e2b916c2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1936 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-005.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.998995304107666 +Command return code: 255, elapsed time: 7.034597635269165 Finished #1936 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed index c239c70c8e6d32d5cf007695238428a64aaf692a..9df27011efbce710b1e4713fd2cda30d6a702b3a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed @@ -1 +1 @@ -7.501739501953125 \ No newline at end of file +7.515679836273193 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt index c154256fbc2a97c1f076970d86525bcef5fc1309..e064f73f240212868efe34dceb859ec2e4797fb7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt @@ -1,5 +1,5 @@ Running #1248 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-006.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b570, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221431 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264178 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.501739501953125 +Command return code: 255, elapsed time: 7.515679836273193 Finished #1248 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed index f5ef3fbea10ac516c37bcc77086498173aa65ab8..b66850ae3f83daa346548722b2f4ffe0c7b3e6e1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed @@ -1 +1 @@ -7.324506759643555 \ No newline at end of file +7.445582389831543 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt index 22ba818b6395467ba844aa1b683478d44c7c92bc..66b4885fd67d7accfc324c1cbd35a031a25c90bb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt @@ -1,5 +1,5 @@ Running #1263 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-007.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254891 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254892 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.324506759643555 +Command return code: 255, elapsed time: 7.445582389831543 Finished #1263 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed index 2ddf266008a373ef461f5a8c13a26a7be10c36b4..d27d1c7378837b85be971b8b2e6ff3766dd37433 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed @@ -1 +1 @@ -8.509164810180664 \ No newline at end of file +7.489505767822266 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt index b691a7a13399ed49e95b60b392e821d3ad61f4a3..c0b6beeb8663dedde3153c9119506fb969cea3b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt @@ -1,5 +1,5 @@ Running #1370 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-008.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212301 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260537 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212303 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260539 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.509164810180664 +Command return code: 255, elapsed time: 7.489505767822266 Finished #1370 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed index 41dcbbcf2cd1d03b639df4cc6261a8d6d2621a7e..e484765ec120152c5ae090cb4ac715bfb6d1adfc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed @@ -1 +1 @@ -7.525663375854492 \ No newline at end of file +7.338375806808472 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt index f82d8ee1d38f9ba2d71149fa6e517163c7504a5a..a80c7c5475eb5abd039c3a697e507b9fcbc1f4ac 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt @@ -1,5 +1,5 @@ Running #1677 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-009.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275274 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.525663375854492 +Command return code: 255, elapsed time: 7.338375806808472 Finished #1677 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed index 40948451d7d8a3761902fdb35d8a76a22a2a4917..0138e9499fa0e0d14c7923d58b5f565aa404e262 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed @@ -1 +1 @@ -7.894188642501831 \ No newline at end of file +7.135871171951294 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt index db633219f3500635a8ddb71ba6b811af8ac0153d..7b56195b4decf952f971d3edbdc59012794fb65a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt @@ -1,5 +1,5 @@ Running #1903 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-010.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232568 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278510 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232569 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278511 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.894188642501831 +Command return code: 255, elapsed time: 7.135871171951294 Finished #1903 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed index ebeac008c3e4cb00ba402d8a4c533642abfeb59d..dde29179427fd3ded4da9ed71568bb31f6f6f04e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed @@ -1 +1 @@ -7.428199529647827 \ No newline at end of file +7.127920389175415 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt index 94ec64bef0b9245b5c3b80161153c9cf066ca14e..9c210efe341d69eaca71ce17859ec234147228c2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt @@ -1,5 +1,5 @@ Running #1963 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-011.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231058 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231059 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.428199529647827 +Command return code: 255, elapsed time: 7.127920389175415 Finished #1963 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed index 9575de0a1cb6f508020b0bd3dfb7914c3de04b88..1c4cce4aeee7e72b93e90d63a068e3eb3e525637 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed @@ -1 +1 @@ -1.1336901187896729 \ No newline at end of file +7.441028833389282 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt index 248462110aca53e4d6f70479c4cfc5a28d2021da..516a25234600226f8a79f32da9c61edecb40b042 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt @@ -1,5 +1,5 @@ Running #1707 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-012.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-012) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470740, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-012) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223397 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269650 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223398 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1336901187896729 +Command return code: 255, elapsed time: 7.441028833389282 Finished #1707 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed index e442f57750d24f1b0f5791ed222a692bdd052672..48a14c5975637f1717d495a8ba8d1b7c913a23f0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed @@ -1 +1 @@ -7.475512504577637 \ No newline at end of file +7.479896068572998 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt index a61775086ec28e41bcd57d54aeebe5c9526d58b1..f9b1491a62dc2b44dded4dff056ef87a3aef71b7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt @@ -1,5 +1,5 @@ Running #1855 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-013.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5e0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267640 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223572 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267641 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.475512504577637 +Command return code: 255, elapsed time: 7.479896068572998 Finished #1855 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed index 1ac436574b21465d11d8d5491cc34417308c74d4..9cdf8ba69277fcd3843759ca39ef9247a8114d22 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed @@ -1 +1 @@ -7.910638332366943 \ No newline at end of file +7.302056789398193 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt index 2a0e06f1b980ebd02b8c294c07b2e3e5255567eb..3c61ba09f5e83cd68b9a586ed6ea84e5037e039f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt @@ -1,5 +1,5 @@ Running #1791 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-014.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268634 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268635 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.910638332366943 +Command return code: 255, elapsed time: 7.302056789398193 Finished #1791 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed index 2a355948490179d545b23a65d39c887cdb712ed2..6623f2bc0825faced4ecd8bed01f1583772f899c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed @@ -1 +1 @@ -7.256608963012695 \ No newline at end of file +7.4625632762908936 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt index b410a324d457a129ac02a24c333f5d63f8a899aa..92599f85e28e514aa6d684597ca526a589362853 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt @@ -1,5 +1,5 @@ Running #1360 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-015.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258534 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258535 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.256608963012695 +Command return code: 255, elapsed time: 7.4625632762908936 Finished #1360 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed index 2396ea014660e5412c7ca1b252c0cd3ecd06a5c3..dd25f123422251d2126f976df9de6eb9c16fcfa5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed @@ -1 +1 @@ -7.403191089630127 \ No newline at end of file +7.309291362762451 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt index ee449157a76141fda2e07f50cdb3f0ba217d5a99..4c3167ea10c10b61227724297102b56a703fd1ba 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt @@ -1,5 +1,5 @@ Running #1744 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-016.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226336 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226337 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272085 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403191089630127 +Command return code: 255, elapsed time: 7.309291362762451 Finished #1744 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed index 54c8537b9aa7c5f0294e600dc6a64826924ebf9d..c6bc771fe9e3efab05f5573cab53629b1c3a1309 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed @@ -1 +1 @@ -7.450759410858154 \ No newline at end of file +7.279774188995361 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt index ab24fa7a18e35ac1aa3da4cff77ccafef8ae933e..e970ce70265e02cf014fb47a08c0d44730b6d099 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt @@ -1,5 +1,5 @@ Running #1563 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-017.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215237 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257352 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215238 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257353 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.450759410858154 +Command return code: 255, elapsed time: 7.279774188995361 Finished #1563 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed index 8748f80f3a3f4a12b5a11fa5f6fb94b87c6cbc17..2bc539745c5b947f7b7175cb54fec5083ae4faa4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed @@ -1 +1 @@ -7.227003812789917 \ No newline at end of file +7.126567363739014 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt index 2a108b7cbdb03062d4e6d7c86b6ad043be6c4c66..dbd4389d72a3027b349aa67d1e37943d819a9117 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt @@ -1,5 +1,5 @@ Running #2093 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-018.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.227003812789917 +Command return code: 255, elapsed time: 7.126567363739014 Finished #2093 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed index 6c9a0ecf3134c2d8a0eda8113543d11033d92248..1fe52988dc28d1131336ce05bd33996f8b0e663c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed @@ -1 +1 @@ -7.32186484336853 \ No newline at end of file +7.58483099937439 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt index 2954c50b02b29e0670c8a4bb33cc6bd686077adb..25080da2f1d2c8b80694c65c7a46fb18d59758e8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt @@ -1,5 +1,5 @@ Running #1345 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-019.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219083 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219084 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264789 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.32186484336853 +Command return code: 255, elapsed time: 7.58483099937439 Finished #1345 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed index 5e5287d920725c8955264901143a9fe9f5b2ab97..7d793b982ec644e4159101774c0b4f558ac29b78 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed @@ -1 +1 @@ -6.932087659835815 \ No newline at end of file +7.1399455070495605 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt index 3862fa539bc2c6f315624f62b3d30c35162ea2c9..ee363e4d8dbf4e703397abb5ad2b6c7d640734bd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt @@ -1,5 +1,5 @@ Running #1845 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-020.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234844 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2252 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234845 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2253 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.932087659835815 +Command return code: 255, elapsed time: 7.1399455070495605 Finished #1845 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed index 76be733585ba06551dcedb28a96470ff593082e8..6183b5001af0af61877d246d0ba3b8829b6bd9d7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed @@ -1 +1 @@ -7.168793678283691 \ No newline at end of file +7.215782165527344 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt index b22990f3c1fb3f55ffdc6756011a512e5befbe82..489ce8c85a64ff9dd0cddc2c1dcf769092ada1ac 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt @@ -1,5 +1,5 @@ Running #2094 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-021.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d270, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233320 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233321 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 735 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.168793678283691 +Command return code: 255, elapsed time: 7.215782165527344 Finished #2094 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed index 077ccc77162f8adf0e3451738274a8e36b07bf90..eb85b041b2e082e9f4b5a28190eaf708ae4ad01d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed @@ -1 +1 @@ -7.418520212173462 \ No newline at end of file +7.236122131347656 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt index 61c4df318b47b67fbef75b369076fa5490cc84cf..a0e7d246ad1c9abbe15a5a15dbae1aa3e385e374 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt @@ -1,5 +1,5 @@ Running #1998 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-022.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278181 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229837 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278182 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.418520212173462 +Command return code: 255, elapsed time: 7.236122131347656 Finished #1998 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed index 35eae714e02faea2e8a083f871e60d9061595c34..f1b49081f53620c964e7db121d826ea5f6b0d61b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed @@ -1 +1 @@ -7.41975998878479 \ No newline at end of file +7.327073097229004 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt index 81907f14151553c8588e0ed0a39b215d1b501e29..4b15366f500ffac24270312b5af3619823cf8338 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt @@ -1,5 +1,5 @@ Running #2086 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-023.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_LONG, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_LONG, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275800 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41975998878479 +Command return code: 255, elapsed time: 7.327073097229004 Finished #2086 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed index fd9c7f280dce048a364420fb8af810c65fdfe1d5..017cc60b5d6392adcd851b833879623df9214323 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed @@ -1 +1 @@ -1.1238250732421875 \ No newline at end of file +9.27892518043518 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt index 21281016c4f2d64a1c41ce0508fe6c004490e769..d83fd64a79bf2fac607638f787b1d6b17ec72717 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt @@ -1,5 +1,5 @@ Running #1693 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-024.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_LONG, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-024) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d210, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-024) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263867 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1238250732421875 +Command return code: 255, elapsed time: 9.27892518043518 Finished #1693 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed index e04401d8f9480d2a4dcd3201e313daa0048e15df..c0e98e5e2c5a125b54acf4a66ff82bf54a932235 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed @@ -1 +1 @@ -7.263486862182617 \ No newline at end of file +7.352888107299805 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt index 634b57c60fda12078a288bf1f8305053b48ef928..f13a3c027d1b1ab6cbc19e18433b1315e1d1bdbc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt @@ -1,5 +1,5 @@ Running #1463 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-025.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254062 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254063 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.263486862182617 +Command return code: 255, elapsed time: 7.352888107299805 Finished #1463 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed index d8b6d9eded34994e828b0753d4e7a4c3ba3c6325..48f52503398f6c066ce9fbcaf9d6f2bb53ba93b7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed @@ -1 +1 @@ -7.2739434242248535 \ No newline at end of file +9.070269584655762 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt index 2050883c9a4c53064560ca1dd71e576d8afd9c70..1cb5d5e39b6742128415206198c378d11e2c8342 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt @@ -1,5 +1,5 @@ Running #1320 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-026.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204560 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250809 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204561 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250810 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2739434242248535 +Command return code: 255, elapsed time: 9.070269584655762 Finished #1320 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed index 909eaa2e5aed239c4da03dcf719bf4cc1c3294ae..40197bfb99489e31c4ba7d88e3416fc0e8462a5d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed @@ -1 +1 @@ -7.407687664031982 \ No newline at end of file +7.507146596908569 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt index ccdf9156d1163833430fb49b57aa427db3fa590b..259f7a02363080c6c3a7637415a578bb144eb1ff 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt @@ -1,5 +1,5 @@ Running #1705 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-027.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222641 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222642 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.407687664031982 +Command return code: 255, elapsed time: 7.507146596908569 Finished #1705 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed index 1f385fad15be56caf37682bf57627c49282c8367..9e38aa442aac08b04a895d0afe5bf716298d2b41 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed @@ -1 +1 @@ -7.41619086265564 \ No newline at end of file +7.414648771286011 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt index b92709e614f9b05ef1a65a5074b1483a71eb5ea5..644ecfdbeb003be8424d1c3225137d6ce2fb004b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt @@ -1,5 +1,5 @@ Running #1532 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-028.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258540 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211868 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258541 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41619086265564 +Command return code: 255, elapsed time: 7.414648771286011 Finished #1532 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed index 509c9de82f3dd79a109a6aad89f7054b2c878ed5..ed1a502d9051923810f2f37da6222d63a333270a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed @@ -1 +1 @@ -7.259848356246948 \ No newline at end of file +7.236029624938965 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt index 8427667bb5cb65880dbe31be62c2b66053e48a26..62cf578d9216350c3f5479ad9a698faabcf87986 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt @@ -1,5 +1,5 @@ Running #1257 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-029.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.259848356246948 +Command return code: 255, elapsed time: 7.236029624938965 Finished #1257 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed index 156eeee22312a694ebfa06172f18df0b0cd3a6b1..5a69b246e3d5e9c4644d9922ad03127cfb6f4626 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed @@ -1 +1 @@ -7.497738599777222 \ No newline at end of file +7.369120836257935 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt index 91b0aecd938b1760913554de09945fbe4f7faa7b..01b05924fca12e40aed75d9f870f17ca390bfb2d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt @@ -1,5 +1,5 @@ Running #1788 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-030.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=4, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267569 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267571 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.497738599777222 +Command return code: 255, elapsed time: 7.369120836257935 Finished #1788 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed index d0715fe8eb9a8a3ee6e27da5433d9146a2b721b5..f7c41d3ebeeaa7148d43958a908ee793e1199131 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed @@ -1 +1 @@ -7.323682069778442 \ No newline at end of file +7.322603702545166 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt index 9d4a104a41c290ccf84140bed0d01b29fe75ee16..c86b4c798e1c223e03017d5ff633c9e856162734 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt @@ -1,5 +1,5 @@ Running #1837 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-031.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275334 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275335 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323682069778442 +Command return code: 255, elapsed time: 7.322603702545166 Finished #1837 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed index 2e8c5f54eaf1b92b80e94381e22db713ebeacbc9..456728cd5602363dbf1508b8f9d78a8200348b6d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed @@ -1 +1 @@ -7.374258041381836 \ No newline at end of file +7.395774602890015 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt index b4fc2e175866cd03431990806cdcb8c70ddc3e89..16b07756f673d8f5aab9c5f9413e6d23746c95c6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt @@ -1,5 +1,5 @@ Running #1535 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-032.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212747 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259293 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212748 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259294 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.374258041381836 +Command return code: 255, elapsed time: 7.395774602890015 Finished #1535 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed index cd9f43ba7fd2f2d58f13603843aab2ee7aad1557..aba310c653a785d5828c74fbc6cf55b871e91536 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed @@ -1 +1 @@ -7.459295034408569 \ No newline at end of file +7.420296669006348 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt index e20be7a9e34df442f679711c63e382351a989037..3037944b96ec47ee32065d870be513cc1c6506f5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt @@ -1,5 +1,5 @@ Running #2081 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-033.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274492 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459295034408569 +Command return code: 255, elapsed time: 7.420296669006348 Finished #2081 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed index 31c1e56ef12dc90479fbecc65a638d5f10c5f6c6..e3ad2f6fa05c3a4a52d6ffba3db44c26ff2b8099 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed @@ -1 +1 @@ -7.3386218547821045 \ No newline at end of file +7.353498458862305 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt index 35b66c0a2fb03ec1633789b5324680b5f2af007d..d3e4db36f8c8ae1709024f40598a897ccbb044fe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt @@ -1,5 +1,5 @@ Running #1730 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-034.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267862 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220684 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267863 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3386218547821045 +Command return code: 255, elapsed time: 7.353498458862305 Finished #1730 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed index 9c934d542692f0e8fb73a8019c8cce9c0e658fb4..0a73acb1460f8cf53682a265f5fdeb9a6bf7c34e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed @@ -1 +1 @@ -7.664216995239258 \ No newline at end of file +7.315435171127319 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt index 683f506bc207471e4d9e79c3fbf407b3e59d9d85..b4322a5bbd8ff9de1389b1679c30f42fb3bbfd61 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt @@ -1,5 +1,5 @@ Running #1729 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-035.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466520, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220405 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267544 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220406 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267545 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.664216995239258 +Command return code: 255, elapsed time: 7.315435171127319 Finished #1729 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed index 45c96d1e45ed0765d28ad684f5c7cd266559f0a4..aa8e547acbe475420103372eb23933753cd592f7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed @@ -1 +1 @@ -1.064697027206421 \ No newline at end of file +7.492277145385742 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt index 4608520708c410f101f801f4abf46899fce61c5f..9db46349f0951e5edf86aa1a144621c42014e7d0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt @@ -1,5 +1,5 @@ Running #1478 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-036.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466520, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-036) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-036) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217620 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217621 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.064697027206421 +Command return code: 255, elapsed time: 7.492277145385742 Finished #1478 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed index e73250331e77ec9aee6c79d0ad35130641b6b19b..b372bc40909903db2d7f31082a36c79eb4279c3c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed @@ -1 +1 @@ -7.490909099578857 \ No newline at end of file +7.302180051803589 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt index 22d76cbb2b743f7e81ef91c96588da0bf29b6cac..91f649f0c21ba57e2ac7b5865245e3669dcbb011 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt @@ -1,5 +1,5 @@ Running #2084 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-037.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228986 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.490909099578857 +Command return code: 255, elapsed time: 7.302180051803589 Finished #2084 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed index 26ab5c1e06e05f6a0cdda201c33f6b7506e1e2a4..cd0810fdc675829fa4e4a0538288b553cec65931 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed @@ -1 +1 @@ -7.342037916183472 \ No newline at end of file +7.4559385776519775 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt index 916f8617dcc2039c8434b3e282202cd29faca329..30e4080be81f28707068ad096f29fb450eff2d78 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt @@ -1,5 +1,5 @@ Running #1507 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-038.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215854 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.342037916183472 +Command return code: 255, elapsed time: 7.4559385776519775 Finished #1507 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed index 5b1912efcd4cf41a4e8f19cea0b80bfed6639e18..8e663d0830d3a5f81c85a504d4878c8922c75b06 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed @@ -1 +1 @@ -7.394131422042847 \ No newline at end of file +7.409549951553345 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt index 6c281d361cef123aa7099a3f77af1c01b8c7bf7d..22bd68c29ee9af206aa273f60f6905689134164e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt @@ -1,5 +1,5 @@ Running #1711 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-039.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_UINT64_T, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_UINT64_T, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226723 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226724 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.394131422042847 +Command return code: 255, elapsed time: 7.409549951553345 Finished #1711 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed index 0a7b71e7511833b5eb2f8efb02833ff7d613b163..7d2f69ca478bcc38269806a43766dd9a9efc519e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed @@ -1 +1 @@ -1.081773281097412 \ No newline at end of file +7.371753215789795 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt index f5414a9eed3f1c3d08b6d21a0a0773e8de7a9c48..ef0645fa88897a0631477e88ad36bac36fdc3520 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt @@ -1,5 +1,5 @@ Running #2083 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-040.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465c00, count=4, datatype=MPI_UINT64_T, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-040) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-040) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228920 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228921 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.081773281097412 +Command return code: 255, elapsed time: 7.371753215789795 Finished #2083 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed index cfebba4c8f80272bb0367cc8ef9e6c45747490c4..75f179623a64d90f00060bfa37ba2ce974e2810f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed @@ -1 +1 @@ -7.2320966720581055 \ No newline at end of file +7.2719690799713135 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt index a3178300028b8d7ce1f7415f39e1128003e22583..2ba14e6199541f935f496f401183c1b031c3a81b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt @@ -1,5 +1,5 @@ Running #1259 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-041.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204700 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204701 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2320966720581055 +Command return code: 255, elapsed time: 7.2719690799713135 Finished #1259 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed index 271967b69b97cc8347c2ee29e435d283b37372fd..a36b84024579ae2e79222799b0546afa19b61925 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed @@ -1 +1 @@ -7.398921489715576 \ No newline at end of file +7.231081485748291 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt index 115abd9a8a2d00a4a223328ebc04fb509d7eb888..6a13236be4df44b01041cd3def895ce26d3f2400 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt @@ -1,5 +1,5 @@ Running #1897 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-042.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277789 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.398921489715576 +Command return code: 255, elapsed time: 7.231081485748291 Finished #1897 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed index fac2f26b4242c04a58e2bca30f9940ea89f30496..c8cca90146fe950fb93670e629570f9d12e9d49b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed @@ -1 +1 @@ -7.321305513381958 \ No newline at end of file +7.446349382400513 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt index ca71f2806e75706042fdcb56e3f7f442421c249c..2da0ced89eefb3116679657e7598abbe6a3b63f9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt @@ -1,5 +1,5 @@ Running #1388 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-043.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.321305513381958 +Command return code: 255, elapsed time: 7.446349382400513 Finished #1388 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed index aeb52f94f976dadc4aaf035984a99639e1ceb53c..168801486f7bdc0645a72546cd36a761f9fe0daa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed @@ -1 +1 @@ -7.43628191947937 \ No newline at end of file +7.379932165145874 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt index a7eefcf54815b71e1c61be7311e73216617160ee..bb8d89add1f31c6be06a4b394ccd147a2272eea9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt @@ -1,5 +1,5 @@ Running #1548 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-044.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266798 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220498 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.43628191947937 +Command return code: 255, elapsed time: 7.379932165145874 Finished #1548 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed index 20bd3931c2ccf6f082f9b5da08f2fbe4da7edacf..b53af66cc9cd859e1deeec661e8d12f7c4e53732 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed @@ -1 +1 @@ -7.536293268203735 \ No newline at end of file +7.460206985473633 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt index 34663c712453936e6095d66fc143900d3e58e3d1..9e8d15979070e36d69f7e5614570b0cf15603431 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt @@ -1,5 +1,5 @@ Running #1313 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-045.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220586 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220587 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270584 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.536293268203735 +Command return code: 255, elapsed time: 7.460206985473633 Finished #1313 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed index 67ca16a473b4a2b29d34e449a80fc65a790b0cce..d89ed3beae6464c131d38c0d761aa6cba8a0d4e6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed @@ -1 +1 @@ -7.313863515853882 \ No newline at end of file +7.931438207626343 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt index 06422b89dac3e0e6949e3340dfdb7f88c6bb4ebe..b1150132b97934be2f2f8834c5a1da7026289ef7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt @@ -1,5 +1,5 @@ Running #1557 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-046.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466580, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d140, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211850 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256406 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256411 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313863515853882 +Command return code: 255, elapsed time: 7.931438207626343 Finished #1557 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed index 98677888511cb0434d664f46ecae3a1f2dbe71f9..5f7526431b3b163f49deaee1c1899f34cb47ee7e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed @@ -1 +1 @@ -7.448665142059326 \ No newline at end of file +7.549293518066406 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt index 83ecbcab1999c66a2b72a5a14e2c66ef60e82e88..614d90e997709a2ed565f8f3164ae465a37e4d45 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt @@ -1,5 +1,5 @@ Running #1611 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-047.c (batchinfo:1/1) @@ -56,20 +56,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272673 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228364 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.448665142059326 +Command return code: 255, elapsed time: 7.549293518066406 Finished #1611 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed index b19d865adacf0e0146c5f69a73ce915d3f84e47e..3e3446696f84a24220e9a506a4a10a5dfafa0881 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed @@ -1 +1 @@ -7.149696588516235 \ No newline at end of file +7.062246799468994 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt index 517725956df2ba21116cdcb2d89e0fe501778c49..959ecd86d244b896ab0a2188dadf3daf660a87ed 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt @@ -1,5 +1,5 @@ Running #1805 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-048.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=4, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c:61) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705f0, count=16, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706f0, count=16, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-048.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233622 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2348 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2349 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.149696588516235 +Command return code: 255, elapsed time: 7.062246799468994 Finished #1805 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed index e610aa543f7978b13b2491642a63c041b75923b2..5cc73cbab213f1df40eb2e7659c1cf6198103df7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed @@ -1 +1 @@ -7.444960594177246 \ No newline at end of file +7.270726203918457 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt index a57527e068569f522693b32d2d376da246cfbcf7..4bba1327e2ce129db85b11dbc9428e368ae68b31 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt @@ -1,5 +1,5 @@ Running #1860 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-049.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acb0, count=1, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c70, count=1, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470720, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470770, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224480 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.444960594177246 +Command return code: 255, elapsed time: 7.270726203918457 Finished #1860 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed index f0dedfee84a14b100ecbbdc8ba67f2af64434bad..ec6bb1b5a75e45070d55ae5d52b901609f51642f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed @@ -1 +1 @@ -7.5530455112457275 \ No newline at end of file +7.543062686920166 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt index f2ba7e92f21fac848af30db3aa2862b9da0aea92..920c495029d7d3bcfd350dfc6901b85ed97a63ff 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt @@ -1,5 +1,5 @@ Running #1749 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-050.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acc0, count=8, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465be0, count=8, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47ca00, count=8, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47c8f0, count=8, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219258 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264135 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219259 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264136 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5530455112457275 +Command return code: 255, elapsed time: 7.543062686920166 Finished #1749 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed index dc4cc2b4c5e4c2e080df38acf8c251b39803acdd..b6f3ddeee0f72a3fa486bb27b6186e3a09c75fe9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed @@ -1 +1 @@ -1.0648586750030518 \ No newline at end of file +7.360752582550049 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt index bad51a0573566e850d6c8fa66f436591dc52b239..6ffbe514ca09c6513205bd8a6aad6e4f94852931 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt @@ -1,5 +1,5 @@ Running #1638 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-051.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, +| [0] ERROR: datatypes might also not match. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465c70, count=1, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-051) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470780, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-051) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0648586750030518 +Command return code: 255, elapsed time: 7.360752582550049 Finished #1638 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed index 938164991f1a0d396c149c283ce0d25f8a761e67..2a5618a4e3314d0eca355e6480589a6a8285e3c6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed @@ -1 +1 @@ -7.703145742416382 \ No newline at end of file +7.35450553894043 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt index 5d9509a66d959a5cc78e42338434934df132a791..9498012a87bd42a70d63958248d6b4707de34033 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt @@ -1,5 +1,5 @@ Running #1929 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-052.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ad40, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465cf0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47ca60, count=24, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47caa0, count=24, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-052.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-052.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.703145742416382 +Command return code: 255, elapsed time: 7.35450553894043 Finished #1929 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed index 0134a756a9c65ae9d6dbf65e44310d0f70c61491..381356aa0183127c111b1a16ce6456dd90301e36 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed @@ -1 +1 @@ -7.407581567764282 \ No newline at end of file +7.347843170166016 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt index bb325d0d891b987093349ab83e92ba536d4a1821..2f6a7fe6205b9f4da47bb19433a8b277f14ba5d4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt @@ -1,5 +1,5 @@ Running #1853 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-053.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b630, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466660, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d460, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d520, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-053.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-053.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.407581567764282 +Command return code: 255, elapsed time: 7.347843170166016 Finished #1853 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed index 4da2363e64454ab6f9a03bb977f53d21a9c6bd46..74875b48e77d50285f106a56d81e5c4cb0b9e7a4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed @@ -1 +1 @@ -7.28614616394043 \ No newline at end of file +7.428678750991821 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt index d707abd379b37eec99dc0bc5b9e2216395ad8db3..e5add5bceac93d405bd2571a04b25a1d1b068ed5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt @@ -1,5 +1,5 @@ Running #1251 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-054.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b630, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4665e0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d510, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d560, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-054.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-054.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222126 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264604 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222127 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264605 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.28614616394043 +Command return code: 255, elapsed time: 7.428678750991821 Finished #1251 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed index d6524d53c867e70630ecd98cb8f698657980974a..99255bb562c3858ed7f872620d73cabc5cb8775f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed @@ -1 +1 @@ -7.444839954376221 \ No newline at end of file +7.353412389755249 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt index a0051546c3bb87e5881dc01e62bba43eaef6e479..c4818862922f88ad8ad327d528592aa3a6ca0d4b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt @@ -1,5 +1,5 @@ Running #1389 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-055.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-055.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-055.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252308 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252309 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.444839954376221 +Command return code: 255, elapsed time: 7.353412389755249 Finished #1389 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed index 0c4396025ae24aa5e89620bf62688468729a182b..730452d8f3ea9d932b0c4532078b25b44d8f40c0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed @@ -1 +1 @@ -7.348672866821289 \ No newline at end of file +7.345881462097168 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt index 9dab8565fc91dec2a9704c70606ad3373da5bf05..8624790f59583cc5c70d84b37fb2ec5d0110e01d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt @@ -1,5 +1,5 @@ Running #1543 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-056.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-056.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-056.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262858 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216651 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262859 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.348672866821289 +Command return code: 255, elapsed time: 7.345881462097168 Finished #1543 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed index 6dd84e403654e2121c67ee66bced45ca782f0ac9..1988025d9223071e70eaf59e5075516c8d062af1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed @@ -1 +1 @@ -7.488200426101685 \ No newline at end of file +7.3751654624938965 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt index 53ff7a05afa1d5cdbde0f52ab2a9910bb87e5591..6aef4a785a6ec69bf8e6d30c79777e4f23607378 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt @@ -1,5 +1,5 @@ Running #1796 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-057.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-057.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-057.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.488200426101685 +Command return code: 255, elapsed time: 7.3751654624938965 Finished #1796 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed index b6a8a58acf66dd241c46bc3ebdf8ff220484a1b8..b212d97e2ba72877dd6eb69eab257b673ded1e9b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed @@ -1 +1 @@ -7.285927057266235 \ No newline at end of file +7.255109786987305 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt index 943c779e610cdf11a247e2e7fb6422ca47dbe0b9..d8251f0317a5d177b7c289806752571e3e25ba13 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt @@ -1,5 +1,5 @@ Running #1324 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-058.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1f0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-058.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-058.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254793 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254794 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285927057266235 +Command return code: 255, elapsed time: 7.255109786987305 Finished #1324 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed index 8985564727de9e63bf3efd1adc8991d3842427fb..0a8ddef67bbdbf02b3fdc32a919d02bc8de2200a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed @@ -1 +1 @@ -7.379977703094482 \ No newline at end of file +7.358769178390503 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt index 6d4b8f03caff412c1c862bd8f303748f0d1237f8..5bbf57a6914eaccdfbaf3e5f517bbf3f3dcbcad8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt @@ -1,5 +1,5 @@ Running #2056 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-059.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466490, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d1f0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-059.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-059.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275715 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275716 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379977703094482 +Command return code: 255, elapsed time: 7.358769178390503 Finished #2056 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed index 16dbb9242f57813067d4188560ef9060ce38eb6b..e853b4d595ac03a7e696ab9f66faf557ac6c2c49 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed @@ -1 +1 @@ -7.359423398971558 \ No newline at end of file +7.343783140182495 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt index 644a43e9720dec0091a3ad1c9ec8a55f311c0715..3a058a53b7e43019baac2bfd2f6060c1550c1c1c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt @@ -1,5 +1,5 @@ Running #1336 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-060.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b570, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-060.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-060.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211672 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257550 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211673 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.359423398971558 +Command return code: 255, elapsed time: 7.343783140182495 Finished #1336 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed index 3eda4518511a3e47d41a0ea0da831730456952d8..f3b9e0682a74f95f2ef96cc344f8cbb79102fb8a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed @@ -1 +1 @@ -7.48171854019165 \ No newline at end of file +1.2542204856872559 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum deleted file mode 100644 index 4b05942aec304254bd980e77cd77b8e94a35d50b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d4682db791729ec463023bd7dd98ec4a \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt index 2292b84fa857d19891a9cca5863643f28a7186e0..22b703312ad53fcc1dda036e1324378060618dd4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt @@ -1,5 +1,5 @@ Running #1279 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-061.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Buffer overflow because of datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-061.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220148 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265955 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220149 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265956 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.48171854019165 +Command return code: 255, elapsed time: 1.2542204856872559 Finished #1279 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed index 0c83eee526124b563c8a25b875aca84258400854..d4f255c35d089655e5801c10cf9518dac35419b2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed @@ -1 +1 @@ -7.349867343902588 \ No newline at end of file +7.382064342498779 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt index 6eb14bedc9ec487a1576f436f79581ff9df53e9a..f10eae7b23eb342c8c9a04fdac2c7a286f903441 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt @@ -1,5 +1,5 @@ Running #1271 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-062.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-062.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-062.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213642 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259481 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213643 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.349867343902588 +Command return code: 255, elapsed time: 7.382064342498779 Finished #1271 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed index 219ef44693317d07523024735869e666303f3266..46f6066e7164712faf5f1e3c01da7782408346d5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed @@ -1 +1 @@ -6.60601806640625 \ No newline at end of file +6.554128170013428 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt index 3268366165c7416edd32044aeeaf81c975f16b85..a5568e778e1a4dddcad40fe18c1b3f0449e44683 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt @@ -1,5 +1,5 @@ Running #1878 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-063.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdc5b04d18) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffbcfbcb58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdc5b04d18->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffbcfbcb58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-063.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-063.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232411 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232412 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.60601806640625 +Command return code: 255, elapsed time: 6.554128170013428 Finished #1878 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed index 3894446ef6b486830e17c6d357d56b4e5baf030f..a3b0cc20e081b9f02d03a510865a530e40cd4174 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed @@ -1 +1 @@ -6.362602710723877 \ No newline at end of file +6.493650436401367 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt index e6c6843e8e3fa2878b77e27f70237199a407657a..42b4cc76d1263ba81c21b9650f794cce9fd134a6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt @@ -1,5 +1,5 @@ Running #1553 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-064.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdbf584008) +| [0] ERROR: MPI_Irecv(*buf=0x470650, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee21134f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdbf584008->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffee21134f8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-064.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-064.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255299 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255300 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.362602710723877 +Command return code: 255, elapsed time: 6.493650436401367 Finished #1553 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed index 8c907cec375da6d607355e91fd52887c26eb3f79..2a361aa2ddb3996b73c47aae017ff219b4c3398b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed @@ -1 +1 @@ -6.507838010787964 \ No newline at end of file +6.449423789978027 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt index bf185a77076a53e03ef31d93c318fe809d779230..fd2a561294186f9ed515a5495c5501857a3411cf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt @@ -1,5 +1,5 @@ Running #1659 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-065.c (batchinfo:1/1) @@ -51,27 +51,28 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffca7678778) +| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd70dd1828) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffca7678778->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd70dd1828->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-065.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-065.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.507838010787964 +Command return code: 255, elapsed time: 6.449423789978027 Finished #1659 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed index 2cdeff8a1885b7ef3574e5c6c4db09421b139983..3afc3a1c35df2590a44deb6a0b66f6fdc794f41b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed @@ -1 +1 @@ -6.41061806678772 \ No newline at end of file +6.56130838394165 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt index c8174a01d83645de35947491fca6fdc90e498fa8..077ad0dc0301007eeb1c4b6529e3e577624e2930 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt @@ -1,5 +1,5 @@ Running #1713 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-066.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1f0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe27e97978) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffee05fa868) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe27e97978->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffee05fa868->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-066.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-066.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229022 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274618 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229023 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274619 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.41061806678772 +Command return code: 255, elapsed time: 6.56130838394165 Finished #1713 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed index f33925d6c54413646b57b16c3a7e818b8a4aaeb4..86bb461dc03638e3fcfce3b8152840379782117b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed @@ -1 +1 @@ -6.295048952102661 \ No newline at end of file +6.449113368988037 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt index f7d74e9ee27d18762bb30a1dff88ce7d306963c1..88c98d9e790de63eefa556933473c3e9d52d97b4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt @@ -1,5 +1,5 @@ Running #1631 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-067.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffdada0aa08) +| [0] ERROR: MPI_Irecv(*buf=0x47d200, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd203eb218) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdada0aa08->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd203eb218->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-067.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-067.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.295048952102661 +Command return code: 255, elapsed time: 6.449113368988037 Finished #1631 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed index 964a3d4bf0ce9073381d04f389cd72072529542c..821510ea2b4647c064d9a03b311c107b797a11eb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed @@ -1 +1 @@ -6.367083549499512 \ No newline at end of file +6.355893611907959 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt index b99f53ffbf5526d0a55779a4c573d1303400c452..a01345f32ade5aec49a4e2fd24482a1885df2202 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt @@ -1,5 +1,5 @@ Running #1558 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-068.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466580, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe422192b8) +| [0] ERROR: MPI_Irecv(*buf=0x47d210, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe007b0248) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe422192b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe007b0248->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-068.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-068.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212152 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256694 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212153 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256695 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.367083549499512 +Command return code: 255, elapsed time: 6.355893611907959 Finished #1558 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed index ad775e5fe64e03963aaf0d85c06e825cc2083152..5619942bcedd6c8cb3e47d42782f33b6f6e3ed82 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed @@ -1 +1 @@ -6.404873847961426 \ No newline at end of file +6.302648305892944 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt index 53deb1d760f478052222d2c6879885e1b56bb972..a772f76e324e5506390ef70800e8556a654b47bd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt @@ -1,5 +1,5 @@ Running #1427 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-069.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff364944c8) +| [0] ERROR: MPI_Recv_init(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc748e3328) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7fff364944c8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc748e3328->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff364944c8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc748e3328->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-069.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-069.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -87,16 +87,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207917 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.404873847961426 +Command return code: 255, elapsed time: 6.302648305892944 Finished #1427 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed index 5ff1ffc55b33e37c4214d7a0137f0f8ff6dac8ba..0859a02237392c27b991de54427aeb2117a153f4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed @@ -1 +1 @@ -6.332238435745239 \ No newline at end of file +6.308767557144165 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt index 14a00283285e2e75b5dfabf9494eb6182cba3783..bb740825b48d229a58411351f30d7cc8f7aab48f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt @@ -1,5 +1,5 @@ Running #1755 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-070.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc28fb3498) +| [0] ERROR: MPI_Recv_init(*buf=0x4705d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcea0a1cd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffc28fb3498->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffcea0a1cd8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc28fb3498->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcea0a1cd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-070.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-070.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223161 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.332238435745239 +Command return code: 255, elapsed time: 6.308767557144165 Finished #1755 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed index 7b3810015646fe52ba5ee2690bfa9df69c0e98c4..c9c55ad2eddf91eb8acba8cd50d507dee4c93253 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed @@ -1 +1 @@ -6.475168228149414 \ No newline at end of file +6.542599678039551 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt index 560b9706bbd77a4eeae7443a37e0bdc40a9f9c3f..dd87eeaa643246bdccc90e530fe0c3d2716ec4ed 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt @@ -1,5 +1,5 @@ Running #1314 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-071.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffee637e058) +| [0] ERROR: MPI_Recv_init(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffff72da9a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffee637e058->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffff72da9a8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffee637e058->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffff72da9a8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-071.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-071.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -87,16 +87,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220839 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270802 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220840 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.475168228149414 +Command return code: 255, elapsed time: 6.542599678039551 Finished #1314 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed index 519e41bee34772faa27c0e286504c5b097dece42..c503dce98cb4280fdfb7ae100a6f9717b2dd9370 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed @@ -1 +1 @@ -6.476522922515869 \ No newline at end of file +6.3787171840667725 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt index be44888b3650f10e2dfc55acdfe4809f063bb10d..3e57599604d10c7d0515b079f2f7c65897994a4c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt @@ -1,5 +1,5 @@ Running #1815 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-072.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x47d160, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff9c5ecf18) +| [0] ERROR: MPI_Recv_init(*buf=0x470740, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe0ea06418) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7fff9c5ecf18->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffe0ea06418->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff9c5ecf18->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe0ea06418->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-072.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-072.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220834 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220835 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.476522922515869 +Command return code: 255, elapsed time: 6.3787171840667725 Finished #1815 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed index 719a376cef23d4e03af31db3ffb93b52a64eeb14..10c2932b19c9a9ad531f401f030eeda9be76de8b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed @@ -1 +1 @@ -7.609830141067505 \ No newline at end of file +0.9593560695648193 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum deleted file mode 100644 index e1dce02457ddf4c6d3eb339e2396aee236ed1e66..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -586f4ac03285700a49ef687db7499a48 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt index c15979c029aea4118b4b468f3f03e50b4b7b2f59..03b739d2cd06fbdcf88c488c3e1993294ca873cd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt @@ -1,5 +1,5 @@ Running #1233 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-073.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-073.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207349 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249987 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207350 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.609830141067505 +Command return code: 255, elapsed time: 0.9593560695648193 Finished #1233 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed index 7ba43f5fc52e9a94bb27273b9eeb06066bec3b74..9b00fd83058a86a6e33745adc55a391696338107 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed @@ -1 +1 @@ -7.41006875038147 \ No newline at end of file +7.318800449371338 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt index f9677db209e647662623382ef251e0837a0c25cc..284d8e3e875977c3a75fbd527d57fb429b44a1bc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt @@ -1,5 +1,5 @@ Running #1269 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-074.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-074.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-074.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213062 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258792 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213063 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258793 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41006875038147 +Command return code: 255, elapsed time: 7.318800449371338 Finished #1269 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed index 22a59665cfc0e5c37ab1899faaf3393d2e58b65a..9cf238555a817a20cb2c0c21f1c64bb420de6a78 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed @@ -1 +1 @@ -7.352468013763428 \ No newline at end of file +7.416439533233643 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt index 5b28d154d0e10dc960efcbae14e2e78cce89f88c..903945ee4b6559cc97e09fddc9c9982e5cf825bf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt @@ -1,5 +1,5 @@ Running #1445 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-075.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-075.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-075.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218911 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.352468013763428 +Command return code: 255, elapsed time: 7.416439533233643 Finished #1445 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed index a49854abe2292305a4e72b86c723ab003f61df2d..1976d6eb296d0475b5e5249e383139cb516d48ef 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed @@ -1 +1 @@ -7.445182800292969 \ No newline at end of file +7.333364009857178 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt index ef715072a290dd5bb681e89feb2d2f819288f8f1..80b974722d16757e938865777c76c04dd5f171fb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt @@ -1,5 +1,5 @@ Running #1334 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-076.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d0f0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-076.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-076.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210775 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256717 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210776 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256718 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.445182800292969 +Command return code: 255, elapsed time: 7.333364009857178 Finished #1334 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed index 35f317e235fe6d3a1e0ccb984eaa93d622bc5074..054d8b22d98a8b73b19d5ff9a88cb54e920e74e6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed @@ -1 +1 @@ -7.43031120300293 \ No newline at end of file +7.3963096141815186 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt index 5e1168d8902642949478a400867562ddf29a4a6c..d23c994797b6078e62f4f514108988294a6c6619 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt @@ -1,5 +1,5 @@ Running #1496 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-077.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466490, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-077.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-077.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213140 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.43031120300293 +Command return code: 255, elapsed time: 7.3963096141815186 Finished #1496 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed index 18ed4c98720778bbe6fd46893dcd184d3f57803f..e7ea3ae053dd9466b5f0539e2f8da0b373d29de7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed @@ -1 +1 @@ -7.406192064285278 \ No newline at end of file +7.4405198097229 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt index ab9aef8b068a799bb506bf7342dfa24bdcaf0494..70c325323beded21b1438687fbcc4e54ad3aea78 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt @@ -1,5 +1,5 @@ Running #1658 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-078.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-078.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-078.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217328 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264984 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.406192064285278 +Command return code: 255, elapsed time: 7.4405198097229 Finished #1658 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed index d50897a72992e967e46ea5bfcc5bf419d36bccf5..215140f8ca24e9d2a9f0a0f08cb46fcd0a414317 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed @@ -1 +1 @@ -7.472989320755005 \ No newline at end of file +7.3502724170684814 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt index a0d6454b237326ee1b26ec2afbf9f9803edaeca2..c216ab5f0d10963b36ce0474759da7c9043327ff 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt @@ -1,5 +1,5 @@ Running #2087 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-079.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-079.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-079.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276108 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.472989320755005 +Command return code: 255, elapsed time: 7.3502724170684814 Finished #2087 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed index c0b288ca279140d46989d2897ab1bd3ef35fb4ec..8014c1798e0ca4ac63b1a868d38abc9b63698348 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed @@ -1 +1 @@ -6.85761284828186 \ No newline at end of file +6.953489780426025 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt index b828dba74c2acc7468a8d465effa4156716f0b9e..84b89e47b79988bc621f7ebcf0d5e3d3b70cbd1a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt @@ -1,5 +1,5 @@ Running #1940 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-080.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d190, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-080.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-080.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235457 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235458 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4271 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.85761284828186 +Command return code: 255, elapsed time: 6.953489780426025 Finished #1940 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed index bc70567d3a0dcdf9fafe3f08196484d84372b36b..b369cd91d181682efb2b9636291ab68fe3bee7f5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed @@ -1 +1 @@ -1.109955072402954 \ No newline at end of file +6.289579391479492 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt index e114fdcf41cbf96fa84db29df935e11c5fd155e9..59d4af90e8455078310b55f6f9cd5651e887b955 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt @@ -1,5 +1,5 @@ Running #2054 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-081.c (batchinfo:1/1) @@ -47,23 +47,49 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-081) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdb29680d8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-081) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffdb29680d8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-081) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-081.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229929 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229930 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.109955072402954 +Command return code: 255, elapsed time: 6.289579391479492 Finished #2054 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed index 38c90d5c05603e194cf620077e5a7eb9edbccecb..2dfe613239f0213cef7d9c5e94470fbb68ae1e54 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed @@ -1 +1 @@ -6.395067453384399 \ No newline at end of file +7.5679075717926025 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt index a7a2a3752981c05d658f23b5239d97f56b4f9e62..795fd851e8c45cef355383c7e7472803c72fdb00 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt @@ -1,5 +1,5 @@ Running #1385 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-082.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff450cac48) +| [0] ERROR: MPI_Irecv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcee663368) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff450cac48->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcee663368->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-082.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-082.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263873 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215924 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.395067453384399 +Command return code: 255, elapsed time: 7.5679075717926025 Finished #1385 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed index 3d364afaea2fdf247a54f24f663cc8d289d8721f..ba97504f9c417a123afdf90bcf980691c4dadd9c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed @@ -1 +1 @@ -6.299431324005127 \ No newline at end of file +6.180755376815796 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt index 8dd0242ac3a0b55e7d46b08e4c210039329359e3..06be71a56c7a2789f285b8e79810cd5d6edaed22 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt @@ -1,5 +1,5 @@ Running #1899 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-083.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffceda3a338) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd96ea97f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffceda3a338->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd96ea97f8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-083.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-083.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231884 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231885 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278027 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.299431324005127 +Command return code: 255, elapsed time: 6.180755376815796 Finished #1899 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed index 261a10ec091547f691e51edadbf6a4dd03547af2..a0784de0d0d43a69315b9c8408c42b77f9982b4b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed @@ -1 +1 @@ -6.465922117233276 \ No newline at end of file +6.453696250915527 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt index 869f5e2af54c30d3d2ab5cff52ebc8caf13d6dc1..e4535c9a9b5c5c99a6ca6920550029e142648a20 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt @@ -1,5 +1,5 @@ Running #1784 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-084.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d170, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd686d5598) +| [0] ERROR: MPI_Irecv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe844ad2b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd686d5598->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe844ad2b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-084.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-084.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220629 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266545 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266546 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.465922117233276 +Command return code: 255, elapsed time: 6.453696250915527 Finished #1784 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed index 48ca44f48f0d87719c253fe2b93df78496ab6301..580e9bef93f19cdc6a8bba79255473c186d3f96d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed @@ -1 +1 @@ -6.316951036453247 \ No newline at end of file +6.3918139934539795 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt index 7395322077f2e1c6c2c0d34063eecfbf53e0174d..9564f81883679fdcb8b74a3b7cbfc834f49230e5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt @@ -1,5 +1,5 @@ Running #1644 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-085.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b570, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466520, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffddb9e1528) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffcecf462c8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffddb9e1528->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcecf462c8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-085.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-085.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231291 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231292 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.316951036453247 +Command return code: 255, elapsed time: 6.3918139934539795 Finished #1644 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed index ceeee2db7b324037bc94280787545ea7cb9142d0..32a50997ec192ce1b8d86186e50a272e4893a2af 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed @@ -1 +1 @@ -1.1562466621398926 \ No newline at end of file +6.551875352859497 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt index 1d05026e0a54c5862cfa42c6cc8a2d0062d7ac62..e2b230f213de6177cf3a45bc0734aa0c560f0246 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt @@ -1,5 +1,5 @@ Running #1316 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-086.c (batchinfo:1/1) @@ -47,23 +47,49 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-086) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffd031f74b8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-086) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffd031f74b8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-086) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-086.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221213 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221214 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270928 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1562466621398926 +Command return code: 255, elapsed time: 6.551875352859497 Finished #1316 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed index 033fbd4681d45bce4644998d5549d2e85b7dc99b..8f1e39c232b4f4d4a95fb349907df83fb45b3c70 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed @@ -1 +1 @@ -6.267083406448364 \ No newline at end of file +6.3977251052856445 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt index 4b61a11d571bfec9a60db4a321ed4c547b981c0f..ef67a8087402356be93df4c113334e06c50a0e9a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt @@ -1,5 +1,5 @@ Running #1775 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-087.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd9b868ac8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe2d82afb8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd9b868ac8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe2d82afb8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-087.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-087.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231915 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.267083406448364 +Command return code: 255, elapsed time: 6.3977251052856445 Finished #1775 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed index 898617b65381cfb12f26a3e1b324d6bfdf16ae46..d6843663f153444b38233003d8719b9ef3e964ff 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed @@ -1 +1 @@ -6.571326971054077 \ No newline at end of file +6.474269390106201 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt index 42c10c263dcfb9b5985e4b34b8301a580c5ec14c..4724fac1543a8d4cb427f2d002a422cc5c6b272d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt @@ -1,5 +1,5 @@ Running #1830 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-088.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe0fd72a98) +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffcaeb948b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe0fd72a98->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcaeb948b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-088.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-088.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227385 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271173 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227386 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.571326971054077 +Command return code: 255, elapsed time: 6.474269390106201 Finished #1830 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed index f1a3fea741e60feedb2cd2bd37b5a49947f68673..26e2c81f814b0ac94906ea29e99baa18a804b631 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed @@ -1 +1 @@ -0.9633839130401611 \ No newline at end of file +6.308704614639282 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt index 9ec519684169a3087f58ddc7c26496201980ad48..b3f552847d7def1589b855ab6afdd57225dfb41d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt @@ -1,5 +1,5 @@ Running #1431 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-089.c (batchinfo:1/1) @@ -47,23 +47,55 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] ERROR: Persistent receive request created at: +| [0] ERROR: MPI_Recv_init(*buf=0x470630, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffca28642e8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Start(*request=0x7ffca28642e8->0x2c000002) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffca28642e8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-089.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208524 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9633839130401611 +Command return code: 255, elapsed time: 6.308704614639282 Finished #1431 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed index 219e4018ea958df12e6873de0d6c60a3462fc4cd..83ba913139d7f5dc9d3b265865ee333cbf21a50d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed @@ -1 +1 @@ -6.107025146484375 \ No newline at end of file +6.030664443969727 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt index 4613bc3b371fa7fc4837e95628eb36f0b4eaca40..ecc4c091f599421d1cb1d3be799e2c17097a2bb3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt @@ -1,5 +1,5 @@ Running #2065 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-090.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd80e82a28) +| [0] ERROR: MPI_Recv_init(*buf=0x470640, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0f29cc48) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffd80e82a28->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffe0f29cc48->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd80e82a28->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe0f29cc48->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-090.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-090.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234340 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.107025146484375 +Command return code: 255, elapsed time: 6.030664443969727 Finished #2065 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed index 8608751676ce567cb6a1a68f869376935e652534..5be69d655fb07ec4bbb8c1b1c4d9055c33fb4dd5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed @@ -1 +1 @@ -7.290467977523804 \ No newline at end of file +7.750945329666138 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt index 89683073089f0c10c85f577571c636a3b9c6a7ee..97692122384e85d6efe899c3c87614da4e168e9e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt @@ -1,5 +1,5 @@ Running #1675 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-091.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-091.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-091.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226064 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226065 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290467977523804 +Command return code: 255, elapsed time: 7.750945329666138 Finished #1675 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed index 9cf6725f3e711481d9add1198ab46d190bdd670d..8fce63d612130fa238f50cedfb3c54f1ef16b2ac 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed @@ -1 +1 @@ -7.384261608123779 \ No newline at end of file +7.288738965988159 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt index 87ceb29129980b470ab44b89b91fcfc552782889..38982082c95741d8da2abda84e194808f0eea004 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt @@ -1,5 +1,5 @@ Running #1637 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-092.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-092.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-092.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226289 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226290 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271574 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.384261608123779 +Command return code: 255, elapsed time: 7.288738965988159 Finished #1637 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed index 2dcc8cd5c34601aacdecf6493b5d867a8242d93f..85d571baa3b237dfbccfaa5ba3531e454337ad9b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed @@ -1 +1 @@ -7.380380868911743 \ No newline at end of file +7.344854116439819 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt index df6ca37976af650faf24f1e5a1c3c3ff0dc5282c..b210dd9597f91007d897ed781312db30653cf815 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt @@ -1,5 +1,5 @@ Running #1756 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-093.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-093.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-093.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.380380868911743 +Command return code: 255, elapsed time: 7.344854116439819 Finished #1756 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed index e21337cf1ea3f7787540a79d00e0cdb78ffcb6b3..0b641f016e46aad52a932a888fe0941bbee66a8d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed @@ -1 +1 @@ -7.280190944671631 \ No newline at end of file +7.1494317054748535 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt index cd515509f268dd4266c4cba4b362cec8f7e7eb69..8f863318cb63cc519d569558c9ffd066c1883fa2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt @@ -1,5 +1,5 @@ Running #1970 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-094.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706a0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-094.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-094.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232308 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232309 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2286 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.280190944671631 +Command return code: 255, elapsed time: 7.1494317054748535 Finished #1970 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed index 68eb2fecc0fa6d2eacc284974da43dc0e5481bb8..5c2417b534b5300df761c04e14c8d63118c8960a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed @@ -1 +1 @@ -8.9459969997406 \ No newline at end of file +7.381176233291626 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt index 3efc896f0cada1d6116bfcc8bba6efab92b06a37..768858644578156b489732026c469f1ab709be83 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt @@ -1,5 +1,5 @@ Running #1253 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-095.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-095.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-095.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223029 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265357 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.9459969997406 +Command return code: 255, elapsed time: 7.381176233291626 Finished #1253 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed index ba72d4f32d891e99c504d9ff693b969f7195c181..90ad900fe5b5c385024f032322738dbc7d3813a5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed @@ -1 +1 @@ -1.0989108085632324 \ No newline at end of file +7.40507698059082 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt index aa6061a9fc91d0c517263cf5ec3e1380435565f5..247ab0d02a802f063b4bc9766b2ae848e8278e35 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt @@ -1,5 +1,5 @@ Running #1851 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-096.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-096) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-096) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-096.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222397 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266287 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0989108085632324 +Command return code: 255, elapsed time: 7.40507698059082 Finished #1851 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed index 5879cc750dcf81a8eeee7b41066f8601d2e06d9a..19790311da7f29f71233d626ded53dadaeebc0c8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed @@ -1 +1 @@ -6.518511056900024 \ No newline at end of file +6.322808027267456 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt index fd29fb6b21b0adaddbb5fa1e0eddd122af0c8560..393fb99a6fd7e7cedc52cff850c5b2c3ca4ccdef 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt @@ -1,5 +1,5 @@ Running #1919 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-097.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed3139468) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc5ba86058) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffed3139468->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc5ba86058->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-097.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-097.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.518511056900024 +Command return code: 255, elapsed time: 6.322808027267456 Finished #1919 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed index 2403aabc967ad8a43b1b43ba3f8663b00879184e..424b87eaeabddd3440ba7d29559d88de9b83521a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed @@ -1 +1 @@ -6.480749130249023 \ No newline at end of file +6.510085821151733 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt index 080b49c2a467eca2cb11351c9da7ae146f2ea653..56f4612a2e0de7aa5e5c0503ba7a684005c2e906 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt @@ -1,5 +1,5 @@ Running #1346 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-098.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc71e59ca8) +| [0] ERROR: MPI_Irecv(*buf=0x4705c0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe1393bed8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc71e59ca8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe1393bed8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-098.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-098.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265066 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265067 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.480749130249023 +Command return code: 255, elapsed time: 6.510085821151733 Finished #1346 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed index d9da0703d62278fc5136566b57a728ab980ad027..b246a5771688bb83f6e337dde27b13ec99a057e6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed @@ -1 +1 @@ -6.4892473220825195 \ No newline at end of file +6.484385013580322 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt index 32e76227630df8f1c81512454cbe27b626744886..1c19e75636109465c7645abb502e42c7c58d143e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt @@ -1,5 +1,5 @@ Running #1350 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-099.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffefac665e8) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd39de5868) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffefac665e8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd39de5868->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-099.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-099.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220284 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220285 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4892473220825195 +Command return code: 255, elapsed time: 6.484385013580322 Finished #1350 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed index 8d819fa4ee21f6514420a15c48b9dda20793209e..eddee724366513ffef200dcde52b7d4e103c9dc9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed @@ -1 +1 @@ -6.356245756149292 \ No newline at end of file +6.36011815071106 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt index 4b2b423e5990c922da33563d8a12bcc61594b4e2..f448d445278fab6c7a68d27937a42d4998a067ad 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt @@ -1,5 +1,5 @@ Running #1691 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-100.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc23cf3f08) +| [0] ERROR: MPI_Irecv(*buf=0x4706a0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffde5578818) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc23cf3f08->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffde5578818->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-100.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-100.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217103 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263385 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217104 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263386 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.356245756149292 +Command return code: 255, elapsed time: 6.36011815071106 Finished #1691 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed index f1742a29e6b1268c8a1bc7ddd7bdea25b5ce0af1..33e9b9b2e46e1d3475656886b953d36283c33c22 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed @@ -1 +1 @@ -0.9160261154174805 \ No newline at end of file +6.488776683807373 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt index 71e840154b08ede8d8eed4c6d4d1b78a21a075c0..6e822850488a85e32107169fdb1e9377426610c5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt @@ -1,5 +1,5 @@ Running #1689 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-101.c (batchinfo:1/1) @@ -47,23 +47,50 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Buffer overflow because of datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-101) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc1473e968) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-101) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffc1473e968->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-101) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-101.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9160261154174805 +Command return code: 255, elapsed time: 6.488776683807373 Finished #1689 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed index cbf2d73b5aa3768295cafef5a1208242b0fde2c8..06348e61de81efce5b94608323e0ebe9b68b3ba0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed @@ -1 +1 @@ -6.314813137054443 \ No newline at end of file +6.537227630615234 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt index bdbff3c258e62fe185bdbaaecc8e9df3c56c0da6..2b00e09e57e58c5b66683fed44670f0e46d8493a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt @@ -1,5 +1,5 @@ Running #1328 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-102.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff17a771d8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd423a4f58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff17a771d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd423a4f58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-102.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-102.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209566 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255518 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209567 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255519 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.314813137054443 +Command return code: 255, elapsed time: 6.537227630615234 Finished #1328 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed index 19355f9f2b3f357ed9904639d7c70cf8323f52ae..6fa013592238b8f685167b1b6f3cf54b5b5380e5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed @@ -1 +1 @@ -7.369369983673096 \ No newline at end of file +7.346916437149048 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt index 9514e5c1fd7226a2bc8cc21a1e29d8bf1c60ca6f..1827609bb06b10eb00ba4a753a1de7cd661395f4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt @@ -1,5 +1,5 @@ Running #1361 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-103.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-103.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-103.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209596 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258937 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209597 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258938 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.369369983673096 +Command return code: 255, elapsed time: 7.346916437149048 Finished #1361 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed index 572efc753183dd2a3978cc69967dc813caa2c93c..3723c0ea1b175f6204eac0e3511e310fbcf835b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed @@ -1 +1 @@ -8.133452892303467 \ No newline at end of file +7.55779242515564 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt index 8328f47e45dd3a8554f520772971468a68a5089f..71a68b1b48b663b0f52b453874d07275c1469a25 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt @@ -1,5 +1,5 @@ Running #2080 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-104.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1d0, count=4, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-104.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-104.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274297 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.133452892303467 +Command return code: 255, elapsed time: 7.55779242515564 Finished #2080 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed index 88f42c32d9554dab7f6c73b585d690d827fb6e36..f5ddae2db7057aa3856bd6e98e8d5fa6e087a542 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed @@ -1 +1 @@ -6.265661001205444 \ No newline at end of file +6.418474197387695 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt index c9b51dbf418127fa8588b65022261a4d19759024..ff055190b47a9223a63c3bdcf21da24675c96b7e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt @@ -1,5 +1,5 @@ Running #1859 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-105.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe56bc2698) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc06556538) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe56bc2698->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc06556538->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-105.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-105.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224273 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268654 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.265661001205444 +Command return code: 255, elapsed time: 6.418474197387695 Finished #1859 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed index ee38d33ed03d9554f0ce5f3efe85524a16a7bfcf..efa04cf7d856000f501e4f4a711cef76bed45fec 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed @@ -1 +1 @@ -6.207085609436035 \ No newline at end of file +6.197070121765137 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt index f06bdc28b935c0a6e0cf5ac83aa6f61ece8201c2..c25fc8a5983680e2e33e4bb18e31763fc9ce0be5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt @@ -1,5 +1,5 @@ Running #2045 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-106.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470640, count=4, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff782e6cf8) +| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd13a155d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff782e6cf8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd13a155d8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-106.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-106.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232009 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.207085609436035 +Command return code: 255, elapsed time: 6.197070121765137 Finished #2045 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed index 56f4f1390b6e0af6403102e8ea944ff89909dc81..ee9f0bee2a7fee44be759b7fcdbf0404af9fb35f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed @@ -1 +1 @@ -7.426917791366577 \ No newline at end of file +7.158141851425171 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt index 3c5e0cdcd77280a420bdcd8b043abfe84e75306d..3a219e403bbf7b5e45b5a0f89754f98fca1421f3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt @@ -1,5 +1,5 @@ Running #1958 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-107.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-107.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-107.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230111 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277534 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230112 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277535 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426917791366577 +Command return code: 255, elapsed time: 7.158141851425171 Finished #1958 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed index 6db306cbcaf4567939a5524f06f14efd1bba18c8..2007498fc40b54f5016ec88352c0cac35ed05739 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed @@ -1 +1 @@ -7.605742692947388 \ No newline at end of file +7.627342700958252 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt index 62ce0cad038fd27b896a0e870e78f0aba8dabcf0..b9a35db2f08833b767a7bd1dc9ade7f1560429a4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt @@ -1,5 +1,5 @@ Running #1384 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-108.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706a0, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-108.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-108.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215639 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215640 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263560 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.605742692947388 +Command return code: 255, elapsed time: 7.627342700958252 Finished #1384 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed index 4cf63110966bbf3ed5e790c713cef3131c31254c..d665abad3fc75e71a9c58ef57011aa006a4039b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed @@ -1 +1 @@ -7.332407236099243 \ No newline at end of file +7.435553789138794 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt index c6e1a7a7cbd04847a8f423082320ef70cc76a61e..997789a7a201088b6afb5ceff6f42523d8ecebc5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt @@ -1,5 +1,5 @@ Running #1520 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-109.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-109.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-109.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208193 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255357 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332407236099243 +Command return code: 255, elapsed time: 7.435553789138794 Finished #1520 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed index 33bee6d4cba5c5c863ab4c83fcb55da56bb300bb..0b588bedf5df18164f3867f45c05d52592768cd0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed @@ -1 +1 @@ -7.405510902404785 \ No newline at end of file +7.395588397979736 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt index e55f6aca1972a59087c19328775b8e90c4807cfa..d953aab647d08fa50a2f288470e813909f0e4838 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt @@ -1,5 +1,5 @@ Running #1309 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-110.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-110.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-110.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267570 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219972 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.405510902404785 +Command return code: 255, elapsed time: 7.395588397979736 Finished #1309 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed index 6a86b45c70735d26106ef9bac44fbc15552e5fd8..8a8853ca192283d252c82c43933e643a32db7e12 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed @@ -1 +1 @@ -6.301631450653076 \ No newline at end of file +6.380349159240723 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt index 5d2dd46720282f8320cff97dd499f28108061b7a..666d42e3cb7798cadee05dcad7a1963f95c42749 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt @@ -1,5 +1,5 @@ Running #1237 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-111.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff5fc46688) +| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc4e87a068) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff5fc46688->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc4e87a068->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-111.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-111.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211220 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211222 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.301631450653076 +Command return code: 255, elapsed time: 6.380349159240723 Finished #1237 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed index 7585915178db6eb68dcef05d2155d71acb4aa3f6..3df4671912bdce56f959172f97f1f6b0aa6f0653 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed @@ -1 +1 @@ -6.292185544967651 \ No newline at end of file +6.614852428436279 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt index b216091ba08878e4ed3ad7be9524a2f161cd12c9..a4d4d58a828f1168420311bb032693730de74c32 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt @@ -1,5 +1,5 @@ Running #1437 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-112.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd27710828) +| [0] ERROR: MPI_Irecv(*buf=0x470640, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc1d82ccb8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd27710828->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc1d82ccb8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-112.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-112.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212947 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212949 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.292185544967651 +Command return code: 255, elapsed time: 6.614852428436279 Finished #1437 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed index db5cb33335e59ba8f8708366c72d81b34879fedb..ab926bcb54faa892356bbd639e1ad9f227f40676 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed @@ -1 +1 @@ -6.214758396148682 \ No newline at end of file +6.3919453620910645 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt index 1119546a82c764f1f3b9b3115c3dcde2e35d2cad..d4c8db8a6c7342a6d532908d1dc2343667b516d0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt @@ -1,5 +1,5 @@ Running #1646 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-113.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc8ea629d8) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff4fa64df8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc8ea629d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff4fa64df8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-113.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-113.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,17 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231764 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.214758396148682 +| +Command return code: 255, elapsed time: 6.3919453620910645 Finished #1646 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed index eb14552615ed9a33c99d2db07898d8a6ae942c21..422e397f1257700d38166db45a532974a4e60a0e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed @@ -1 +1 @@ -6.4857337474823 \ No newline at end of file +6.257175445556641 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt index e8df16b5c5095d88df02051af8e8f3b279f91f37..ce093c6592cb3fa2f75f6c9f8c9d6b93cf70d37f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt @@ -1,5 +1,5 @@ Running #1832 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-114.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc5b317b68) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffedeea6ec8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc5b317b68->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffedeea6ec8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-114.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-114.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271824 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227832 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4857337474823 +Command return code: 255, elapsed time: 6.257175445556641 Finished #1832 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed index e0d194cf991422b8ca3a11053d21cb8c93c62bd7..25d08872b7a88adce959eee51e53e539e32a7981 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed @@ -1 +1 @@ -7.3360209465026855 \ No newline at end of file +9.065082311630249 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt index fd449c6352f640a40e85dba9b452b31eaaa5c445..f3ec4e0899a4fb35015aa629d6faa9c2e67e8796 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt @@ -1,5 +1,5 @@ Running #1393 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-115.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_UNSIGNED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_UNSIGNED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-115.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-115.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209751 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256409 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209752 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3360209465026855 +Command return code: 255, elapsed time: 9.065082311630249 Finished #1393 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed index 0f511b55e7d6c1e66143b1e14a651cf4ff2990cd..aa39512002c3161c01c2ea7bc7b99bf605eb1254 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed @@ -1 +1 @@ -8.130791425704956 \ No newline at end of file +7.085275173187256 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt index 7bad9b2b69ea5e39809c83deb865ab92a0a33443..eeab6d0693d6896bfc9f078c8c422d4598c5a690 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt @@ -1,5 +1,5 @@ Running #2100 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-116.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_UNSIGNED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-116.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-116.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235168 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3402 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235169 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3403 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.130791425704956 +Command return code: 255, elapsed time: 7.085275173187256 Finished #2100 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed index 17398907b0e50cbb29ec59a5352e9af3c160fefe..53787570cfe9d0688eaba78200c5c61894b918a6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed @@ -1 +1 @@ -6.464310169219971 \ No newline at end of file +6.267488479614258 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt index c20d59a8762c695fe5cae6695dca644fe53bd74c..f7db954f05b73bb82da41db4676f4c3a54523ec8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt @@ -1,5 +1,5 @@ Running #2053 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-117.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdbae7ee88) +| [0] ERROR: MPI_Irecv(*buf=0x4705c0, count=1, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffaa1ee658) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdbae7ee88->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffaa1ee658->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-117.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-117.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229796 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275141 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275142 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.464310169219971 +Command return code: 255, elapsed time: 6.267488479614258 Finished #2053 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed index 906d024a9b77c595c91c9bd52377d988c7840c29..1d46a2ffe5f2afb277f1724be791d7d32bbe5418 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed @@ -1 +1 @@ -6.486802339553833 \ No newline at end of file +6.344252586364746 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt index 10b4773a30f4f42a28c4952e281fca8a358f1bbe..585953bb302914172c88b1f58eb97b46f39420ce 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt @@ -1,5 +1,5 @@ Running #1747 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-118.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470650, count=4, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff50e9e328) +| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff2675d148) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff50e9e328->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff2675d148->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-118.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-118.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228952 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228953 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.486802339553833 +Command return code: 255, elapsed time: 6.344252586364746 Finished #1747 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed index eefe9e49f77e3c28cfa4884dd47ad9ce56eeba7c..019707d1824e9a7541cff4ef4536cce9d610bb31 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed @@ -1 +1 @@ -6.42578911781311 \ No newline at end of file +6.328392028808594 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt index 542b639004f4b09b037826cbf032fbb7b54f67be..890b70e33fa9fbc149227c76e677b000935e39da 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt @@ -1,5 +1,5 @@ Running #2030 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-119.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470640, count=1, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff499224b8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcce105728) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff499224b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcce105728->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-119.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-119.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274574 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227624 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274575 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.42578911781311 +Command return code: 255, elapsed time: 6.328392028808594 Finished #2030 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed index 185de4c13266376980361bd6c60807ff1b0c2a21..42690e5b933be7a629adc0e51d498e4332ad90d5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed @@ -1 +1 @@ -6.809916973114014 \ No newline at end of file +6.524783134460449 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt index c1ede0c23a241197a100d164aae58c10a97bc9c9..6a0173a353bf510095d57a1f84923469989aada7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt @@ -1,5 +1,5 @@ Running #1610 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-120.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed9a550b8) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc72dd5c98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffed9a550b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc72dd5c98->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-120.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-120.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272383 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228100 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272384 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.809916973114014 +Command return code: 255, elapsed time: 6.524783134460449 Finished #1610 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed index fffdff8dbb3c092305d98d2f622d3a787327490c..6a8939bb68164c80a036307fb7ee05b5ba867d9f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed @@ -1 +1 @@ -7.208471298217773 \ No newline at end of file +7.28412389755249 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt index fc0ad8de5f80401d43350bb5a6d8e07bded29df5..129b3fbe9d0a72f7073ec38568c99844ed3c152e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt @@ -1,5 +1,5 @@ Running #1780 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-121.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-121.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-121.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233835 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 642 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 643 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208471298217773 +Command return code: 255, elapsed time: 7.28412389755249 Finished #1780 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed index 87de8acb46df533fdf580bd41ced435a573bb07f..9a84dff195b948db138c49d4e268ac555486ead1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed @@ -1 +1 @@ -7.490837335586548 \ No newline at end of file +1.082047939300537 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum deleted file mode 100644 index ddd3eb231c4d33f8f3f4ead98665ae38dd02e5e8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -93cc699fd7bc303fffcc413b73853b09 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt index 655465ae5cfb316a1bdb44a1253beb8fb334a53d..58c0902c3859390962f933e31632d7d6c9045567 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt @@ -1,5 +1,5 @@ Running #1826 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-122.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c:46) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-122.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223792 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.490837335586548 +Command return code: 255, elapsed time: 1.082047939300537 Finished #1826 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed index e5ac16a3334481704ffa63f68e91618e4c028576..56751d0757f234863cc85f8704ca526afac9b183 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed @@ -1 +1 @@ -7.290335178375244 \ No newline at end of file +1.1171174049377441 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum deleted file mode 100644 index dee42cfe83d89cab35b4a7486d24f89092b56388..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1b5009077c1795b869cb7faf69251a62 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt index 8e79a042d15296f69442a0d6db94f5d8dc18c350..b7beb61206d2f9192c5da85db217a847e1f4cec0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt @@ -1,5 +1,5 @@ Running #1907 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-123.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-123.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233097 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290335178375244 +Command return code: 255, elapsed time: 1.1171174049377441 Finished #1907 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed index e883c008d6f57e1870592e61636cc51620534540..355d005946859dfbb815df0134bb92de19adf534 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed @@ -1 +1 @@ -7.379953384399414 \ No newline at end of file +7.295894145965576 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt index 5c34ba4c7ed7adbb19405aa0839ebbfe5c30dc7a..ce3f714c4152675ae88c4fe47d600ca72f048634 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt @@ -1,5 +1,5 @@ Running #1284 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-124.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-124.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-124.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221215 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379953384399414 +Command return code: 255, elapsed time: 7.295894145965576 Finished #1284 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed index 827a311ec874dce31caee355e074b23342be67e8..42ff3a80d4eb7f820d252efac6f1e8a2012f0291 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed @@ -1 +1 @@ -7.4343202114105225 \ No newline at end of file +7.439976453781128 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt index dfe70e3a6eaa5ee3c9f6ab7035bc1b3b3a3e50bc..33782dc9cd52a51dee39db1e8624a53f4c99092c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt @@ -1,5 +1,5 @@ Running #1537 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-125.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-125.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-125.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213426 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259925 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213427 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4343202114105225 +Command return code: 255, elapsed time: 7.439976453781128 Finished #1537 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed index 4ec238efcfeccbc3fde7924ca19ef0022c2e1748..153109b4f1dc9e0e7748f05f44682249df895d6b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed @@ -1 +1 @@ -7.374876499176025 \ No newline at end of file +7.271617650985718 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt index 46aace15a921bb5de7746e49e6330202a0def9a5..f595e7eb545d21fd4d94bd6264c98c63a53c598e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt @@ -1,5 +1,5 @@ Running #1727 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-126.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-126.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-126.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219900 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266816 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219902 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266817 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.374876499176025 +Command return code: 255, elapsed time: 7.271617650985718 Finished #1727 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed index 8ed07d2d5a3b03613442487ba772e0f2757f7a9b..a5ca38edaa4174df28c19649631e665a80662e8f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed @@ -1 +1 @@ -6.307379245758057 \ No newline at end of file +6.361527681350708 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt index ed8b73ff0d684f5f5bfbb5ef68e4f6632b8feace..5f73f840866fb3b76fef73d5814cbfadd77f850c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt @@ -1,5 +1,5 @@ Running #1398 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-127.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcff4d4088) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee746a638) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcff4d4088->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffee746a638->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-127.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-127.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210886 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.307379245758057 +Command return code: 255, elapsed time: 6.361527681350708 Finished #1398 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed index 875c295fced2732d9b1fca8f204966f3cb148836..0564500116005fe5ed959fe5b2037d76ecac20af 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed @@ -1 +1 @@ -6.338477611541748 \ No newline at end of file +6.5721306800842285 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt index 51415808305f78a9095b3fe975b12c24d12c7e7a..6b9c09a463d120db35e75fbac37284133aba1f2d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt @@ -1,5 +1,5 @@ Running #1549 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-128.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffddac4a0d8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc22dd5988) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffddac4a0d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc22dd5988->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-128.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-128.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220753 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267098 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220754 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267099 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.338477611541748 +Command return code: 255, elapsed time: 6.5721306800842285 Finished #1549 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed index e6b98d5399a472089d3563a0c761659e1458a848..538bae9274c43b5a00ba4769f555d7ee02bd7f35 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed @@ -1 +1 @@ -6.369865417480469 \ No newline at end of file +6.452930927276611 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt index 3e7cf91f481f4a477add51b5dbb9cac97c545800..f7ebc3c3f850823c730f59e5a43a411c7c181be7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt @@ -1,5 +1,5 @@ Running #1409 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-129.c (batchinfo:1/1) @@ -51,44 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d140, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7fffbf31fc38) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffca5b383e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fffbf31fc38->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffca5b383e8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-129.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-129.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218886 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264998 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264999 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.369865417480469 +Command return code: 255, elapsed time: 6.452930927276611 Finished #1409 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed index 919ff52a9838ec51595db906071c0167840875ff..0ca438afe75fdd88e82c25aaf8a12d109b018559 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed @@ -1 +1 @@ -6.442792177200317 \ No newline at end of file +6.687248229980469 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt index a4b23709cb8d68e9af68f775e4e500694f0562ee..9652e2496278eb0d009ab6534ee0b57fa0e5c95b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt @@ -1,5 +1,5 @@ Running #1771 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-130.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466490, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffedf128e88) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7fff8f65ffc8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffedf128e88->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff8f65ffc8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-130.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-130.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273851 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.442792177200317 +Command return code: 255, elapsed time: 6.687248229980469 Finished #1771 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed index a3032bd4070418a0ed0cb85579ab587107a30b76..d622387e4e153695e965c140d0eee43e0a3dc81a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed @@ -1 +1 @@ -7.4471752643585205 \ No newline at end of file +7.427747964859009 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt index 3a800a3898b695589a3cd4e814b991165356d12d..dae76fef009170886d7e3582eff6297e550e1479 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt @@ -1,5 +1,5 @@ Running #1762 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-131.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-131.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-131.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272197 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227421 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272198 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4471752643585205 +Command return code: 255, elapsed time: 7.427747964859009 Finished #1762 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed index b3d337b4341f00276fcd5894c3dc0b48dc78ad55..bd5305273903ad6ce4e17c574921451493e3f3b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed @@ -1 +1 @@ -7.661362648010254 \ No newline at end of file +7.563291788101196 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt index a96fe3037ff66891840ae1cc3a88dbc8542c8f2e..e48fec005f6e4f5d94ffacbd8335306d33da7094 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt @@ -1,5 +1,5 @@ Running #1690 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-132.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-132.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-132.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216891 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263199 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.661362648010254 +Command return code: 255, elapsed time: 7.563291788101196 Finished #1690 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed index f4e1c70ed0d3809b322728b31948c69901e3abec..3f26b7cc2accfba1908129180b5832327c1d0c3f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed @@ -1 +1 @@ -7.194953680038452 \ No newline at end of file +7.168733596801758 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt index 428fbca73fcfa7566f9d1ada7cb85af03ee71156..b0ff61075b33ee42e46793d22b8eb1ca2f2ed8cd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt @@ -1,5 +1,5 @@ Running #1779 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-133.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-133.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-133.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233662 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.194953680038452 +Command return code: 255, elapsed time: 7.168733596801758 Finished #1779 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed index e8af219226bd5a2948ef7ebfbe8cfaf5939a0de5..465059af6327aad6f42497b29e1c3d0dc8a7ee83 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed @@ -1 +1 @@ -7.263620853424072 \ No newline at end of file +7.33766770362854 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt index a9f2ab3cd14515478ed4cd44769d0195fbd3f9c4..4bade9839d9d20507944177386ebaac1997196fe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt @@ -1,5 +1,5 @@ Running #1294 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-134.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-134.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-134.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206127 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251339 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206128 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251340 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.263620853424072 +Command return code: 255, elapsed time: 7.33766770362854 Finished #1294 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed index c3cf2329785717e387f833397480157e9a41d481..a1c2023bf88977b42b300d7244bd5051bc883ac7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed @@ -1 +1 @@ -7.466017961502075 \ No newline at end of file +7.284121751785278 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt index 731e105b63be0cc82d74b0d9737c1dd9b028bea8..715babd068d641fc9f22f5ce2917f86422142283 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt @@ -1,5 +1,5 @@ Running #1374 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-135.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-135.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-135.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261259 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.466017961502075 +Command return code: 255, elapsed time: 7.284121751785278 Finished #1374 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed index 34ba81d60f573a42e17f651d14fcca10f285c16d..721f650982b1113f80e4f88ca3b1d58b6fc74945 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed @@ -1 +1 @@ -7.203133583068848 \ No newline at end of file +7.27471923828125 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt index 4bc94a384b80ffd0433587ed9e90c18baf48fc3e..dfafcbc7896becf9753636c5c3983a9f4fa1b961 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt @@ -1,5 +1,5 @@ Running #2091 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-136.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-136.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-136.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232917 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.203133583068848 +Command return code: 255, elapsed time: 7.27471923828125 Finished #2091 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed index 7d1abf927ad03ec3fad9671e76a7f2669dde4ecb..9d554737aeac3cba89ae31cd09e92001cc5372f4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed @@ -1 +1 @@ -6.548388957977295 \ No newline at end of file +6.345009803771973 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt index 155f85b47c14231c33089c58d11a07bf0a61871e..ec954f1aa0878ac64a5c145f413d26a70effefa3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt @@ -1,5 +1,5 @@ Running #2025 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-137.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd353b73b8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff7ad11738) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd353b73b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff7ad11738->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-137.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-137.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.548388957977295 +Command return code: 255, elapsed time: 6.345009803771973 Finished #2025 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed index f1353bb371d17a1954aafe375a165a8dd269fb96..4c08a343a30a897d99d3003fb76eb14b00f737af 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed @@ -1 +1 @@ -6.344358444213867 \ No newline at end of file +6.142809867858887 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt index fff10efe1cf524b1a96533e137d60fb4cedd7074..b27e55f852decfb9b712a86b43c3a334eb26d7db 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt @@ -1,5 +1,5 @@ Running #1896 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-138.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff9484c6f8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd114c28d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff9484c6f8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd114c28d8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-138.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-138.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231018 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277502 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231019 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277503 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.344358444213867 +Command return code: 255, elapsed time: 6.142809867858887 Finished #1896 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed index ebf96fd1ebf0ee00024b1681b6e474c536bfe392..5f3c3e0fd9c431da2e5b40e229690bb1d6a9a022 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed @@ -1 +1 @@ -6.274364471435547 \ No newline at end of file +6.235564708709717 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt index 7fd0b807bb4aed40d14eac0ce31c6e6112c8443c..bdb9808aa9ac6a575daf2ccbe281f023e974244b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt @@ -1,5 +1,5 @@ Running #1842 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-139.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc65658718) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd2d7304f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc65658718->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd2d7304f8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-139.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-139.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233441 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233442 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.274364471435547 +Command return code: 255, elapsed time: 6.235564708709717 Finished #1842 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed index 2bbe39ed987f5d46a24e9c17472e6db92cecc513..89591f6406ddc03e4cc8bfd8deec628608653e46 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed @@ -1 +1 @@ -6.267660856246948 \ No newline at end of file +6.373552560806274 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt index ed8dd8357809fac397925dfb50a6ca7f4394e165..255d5cae5990dd1f8368ff8b6c3da85d7d37fd2f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt @@ -1,5 +1,5 @@ Running #1495 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-140.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc9b0e88a8) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc1625a688) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc9b0e88a8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc1625a688->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-140.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-140.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212832 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.267660856246948 +Command return code: 255, elapsed time: 6.373552560806274 Finished #1495 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed index 220096c0868493de70f3bdb04aaa04c731e63bc8..c1f0a819a8f7672cea1fe1881d768e374422b883 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed @@ -1 +1 @@ -6.315922260284424 \ No newline at end of file +6.402268886566162 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt index 0a0289035a6f7965fdc6e39194962fb6dac7b682..aa3733e60914211b673efdd3d1ee61b81fbff0ad 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt @@ -1,5 +1,5 @@ Running #1261 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-141.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff3408e268) +| [0] ERROR: MPI_Irecv(*buf=0x47d1f0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffda4a8d708) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff3408e268->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffda4a8d708->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-141.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-141.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207832 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.315922260284424 +Command return code: 255, elapsed time: 6.402268886566162 Finished #1261 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed index b43724b51c6aa8bed6021b9da4a67b2d65e4a877..adb9b2f1c0307b2f5966e2c789dc0abe18626309 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed @@ -1 +1 @@ -6.55432653427124 \ No newline at end of file +6.480807781219482 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt index 36631694646f9b197974545545c512aa10eef37d..7a39170380941e4d1d7340ccd6ab6e5cd9d06d3a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt @@ -1,5 +1,5 @@ Running #1829 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-142.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd631be2f8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff0bacfa88) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd631be2f8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff0bacfa88->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-142.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-142.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227110 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227111 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270943 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.55432653427124 +Command return code: 255, elapsed time: 6.480807781219482 Finished #1829 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed index ddb8a0178ed0d8e4f948696233b3244ea967c794..032bf0e3a33e07d9deda6b510484a4772121126b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed @@ -1 +1 @@ -7.3856360912323 \ No newline at end of file +7.331989765167236 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt index 1eadf25a195e231d0f3932f871b5bdfb3a98ddc1..224fef25392fee9115b252ca510fe9b7eee93f59 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt @@ -1,5 +1,5 @@ Running #1789 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-143.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Message truncated: datatypes would match, but receive buffer was too small. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_PACKED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_PACKED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-143.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-143.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222275 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222276 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3856360912323 +Command return code: 255, elapsed time: 7.331989765167236 Finished #1789 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed index 7653e6101d89d6b9d842264250cbdac9201e3b6b..4c2580847b98c610da5a6e7323a90bf639ab2415 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed @@ -1 +1 @@ -2.3362832069396973 \ No newline at end of file +2.2592334747314453 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt index bc65a34dd667736b56031a63b776f7645d6f272a..b2541d8f3c5d6960a5eca18a563f0d70a0d96f64 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt @@ -1,5 +1,5 @@ Running #1513 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-144.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-144.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-144.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-144.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3362832069396973 +Command return code: 0, elapsed time: 2.2592334747314453 Finished #1513 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-144.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed index f92cfd30e8805e2cc31496ecce99efd4b644662f..fd7836ef910bff7452fb59e97a9d6c55b01fed6e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed @@ -1 +1 @@ -7.350844860076904 \ No newline at end of file +7.295847177505493 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt index 15419c4721cc336ea3e31cc64823d65bd5c5be6b..221dde44f9219527859b93feb8335c534bb45439 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt @@ -1,5 +1,5 @@ Running #1821 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-145.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-145.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-145.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267719 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.350844860076904 +Command return code: 255, elapsed time: 7.295847177505493 Finished #1821 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed index 1f93aad4c6c5e9222515d4383b92e6f8573fb035..2d85067d74bb74cc4ebc723436b67bde00856dd5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed @@ -1 +1 @@ -7.208070278167725 \ No newline at end of file +7.171508312225342 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt index 7be8070f0ef31da58b6a9afa98c65809a16e74af..d3eab9c4459dbc4879250e63dd51ab9db809b106 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt @@ -1,5 +1,5 @@ Running #1258 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-146.c (batchinfo:1/1) @@ -56,20 +56,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=16, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=16, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470660, count=4, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706f0, count=4, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-146.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-146.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250504 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208070278167725 +Command return code: 255, elapsed time: 7.171508312225342 Finished #1258 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed index 90b01b2863753fc945e41366951d7afd312a279b..7fd2c075b393f7257d0320ad28d0cb74c936987e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed @@ -1 +1 @@ -7.29053258895874 \ No newline at end of file +7.343599319458008 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt index 14e7f59c2f5b0c1d9f8f6319c94ac78add548df5..99f35a8b3fd5a0dfb83d9b225b2e8a73194ea050 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt @@ -1,5 +1,5 @@ Running #1816 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-147.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470720, count=1, datatype=MPI_2INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-147.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-147.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221151 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221152 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29053258895874 +Command return code: 255, elapsed time: 7.343599319458008 Finished #1816 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed index d636e0b90244bf6b15a703f344563e7321d3a409..d22740b73453dbc27f847ed5c592973069f14daf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed @@ -1 +1 @@ -7.318375825881958 \ No newline at end of file +7.336880207061768 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt index e5a188867e45d87d03d119855e18ebebf9922bfb..766783c944d067908d4b6074f9188b1765b0ffaf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt @@ -1,5 +1,5 @@ Running #1836 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-148.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c930, count=8, datatype=MPI_2INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_2INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-148.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-148.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230842 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275056 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230843 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275057 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318375825881958 +Command return code: 255, elapsed time: 7.336880207061768 Finished #1836 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed index 1ce12c04983b021f8d7ed6a39d4b30d9225fff30..daecfcc6508792107be67accff030f9036e13561 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed @@ -1 +1 @@ -7.313617944717407 \ No newline at end of file +7.363752126693726 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt index b60e23e13dfd52b98f48efec60d4de39bebc1414..6ec4002b22fff0bd4ee393809447059b8f74c833 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt @@ -1,5 +1,5 @@ Running #2042 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-149.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-149.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-149.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231242 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277427 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231243 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313617944717407 +Command return code: 255, elapsed time: 7.363752126693726 Finished #2042 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed index c07a94bd95c37a91d53e5840d9b17af10fe81de5..f4298e98fdb678b9a1fc22c8c966b2c16e1fabc6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed @@ -1 +1 @@ -7.398597478866577 \ No newline at end of file +7.294677734375 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt index c7e372ef537338968a274c866c40027a61c87407..2f714edfae642f163de8a4005d17b0b38c8266f8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt @@ -1,5 +1,5 @@ Running #1270 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-150.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=24, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=24, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47ca80, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47c9e0, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-150.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-150.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259130 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.398597478866577 +Command return code: 255, elapsed time: 7.294677734375 Finished #1270 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed index 97120e3476641892293aa35b346dc36cdbb9255b..47aed1131667a1a992971160ecdb5ea677a7c576 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed @@ -1 +1 @@ -6.422555208206177 \ No newline at end of file +1.1064343452453613 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum deleted file mode 100644 index be743210653d359582d564a402ef72e17d60f639..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -3015387758074d6961596d5e3df6669f \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt index 3a33753bc14cf40d27402e04ac6eff0b03687080..47c2fefa840b4d933da8735fe6f21214d88d89d2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt @@ -1,5 +1,5 @@ Running #2032 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-151.c (batchinfo:1/1) @@ -47,49 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c:55) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151) -| [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d220, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe4cfb9a68) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe4cfb9a68->0x2c000002, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c:52) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-151.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) -| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... -| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274934 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.422555208206177 +Command return code: 255, elapsed time: 1.1064343452453613 Finished #2032 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed index 11bafa4833f08bd99db43e85a3c996a96a45e806..434b2c9d3b669a7081a3ed9800db1f1f20c3bcb4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed @@ -1 +1 @@ -6.146894931793213 \ No newline at end of file +6.377366065979004 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt index fe64c65eb175d94a44ecbfaa1a73fb8f395bec50..c8e20f74bb80a20e4b75881970e59dffb851c5be 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt @@ -1,5 +1,5 @@ Running #1823 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-152.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=32, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=32, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d2a0, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd88b779d8) +| [0] ERROR: MPI_Irecv(*buf=0x47d3e0, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffec4709188) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd88b779d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffec4709188->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-152.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-152.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268398 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268399 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.146894931793213 +Command return code: 255, elapsed time: 6.377366065979004 Finished #1823 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed index 35288b56f2b8783f7ba17a65a375df8c4e60ffce..948d6daa72c6586c84b2735b0c9b7fd21d99fe0b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed @@ -1 +1 @@ -7.216686964035034 \ No newline at end of file +7.004137754440308 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt index 6abf3d1053b3409db75d7347f64e92ecfc8ce341..b007367f5debfb76daea2bedf6f164bd7d41f4ff 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt @@ -1,5 +1,5 @@ Running #2008 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-153.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-153.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-153.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233257 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.216686964035034 +Command return code: 255, elapsed time: 7.004137754440308 Finished #2008 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed index 0748e4446604e50ba7cbd9c8412d3c482e5a60b9..8a520b2b97fee079a62f38f3f74b9d359b16efdf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed @@ -1 +1 @@ -7.4584338665008545 \ No newline at end of file +7.416308641433716 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt index 01f689baaff7560870d71800efa2f4aedb978cdf..63d4a87cb076894e3fca82afedd9e10cf1837820 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt @@ -1,5 +1,5 @@ Running #1785 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-154.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d440, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d480, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-154.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-154.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220837 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4584338665008545 +Command return code: 255, elapsed time: 7.416308641433716 Finished #1785 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed index 01365a630aad3794e55ed8c664f4d7900c92d909..16a06105b7ebae395c40a3aebeaa40d60d7a7c01 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed @@ -1 +1 @@ -7.395125865936279 \ No newline at end of file +7.1186840534210205 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt index c1c23ff2e197bc0998d103ecdc23ef309db5bf1f..3dd052bb7a95dfd2ef016da3742e08776ab690c4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt @@ -1,5 +1,5 @@ Running #1964 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-155.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d310, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d3d0, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-155.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-155.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.395125865936279 +Command return code: 255, elapsed time: 7.1186840534210205 Finished #1964 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed index c47cfbccd7886fd22753435fe37c520625c5ba99..110c999499c745ef2874651e12541dac4dee2157 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed @@ -1 +1 @@ -7.259578466415405 \ No newline at end of file +8.996387481689453 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt index b0ecfa226de6ab6ac48541ef51f4a9640fb1dcd9..d4a303a9edc0825beb7050a80456e6f7c48e03e8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt @@ -1,5 +1,5 @@ Running #1918 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-156.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d470, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d4b0, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-156.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-156.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224267 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224268 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.259578466415405 +Command return code: 255, elapsed time: 8.996387481689453 Finished #1918 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed index d37e6b81d13cb3d897cc1ecb8f9e8f57c921bb3b..7c248f49fbcc95d74b68945df0605f670e6d60e9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed @@ -1 +1 @@ -6.376831293106079 \ No newline at end of file +6.464967489242554 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt index 883a6c944e33653521e560f50b45de4ca8cb4a6c..d04cb9a54a3048571f9fc6e3d5c3de615c8b4bf0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt @@ -1,5 +1,5 @@ Running #1452 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-157.c (batchinfo:1/1) @@ -51,44 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf207e858) +| [0] ERROR: MPI_Irecv(*buf=0x470770, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff71040cd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcf207e858->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff71040cd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-157.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-157.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252602 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252603 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.376831293106079 +Command return code: 255, elapsed time: 6.464967489242554 Finished #1452 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed index 122e8758a791ce6ceffdf6d5bc0447bc74625319..12033bd388c38ef486aa23dc31b15c6e4b5bdd1e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed @@ -1 +1 @@ -6.402843713760376 \ No newline at end of file +6.528119325637817 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt index bd8f02a8c6d47e65224d55dee232503f45bb2279..f4a92e003ae110f99712a3b0e3df7a6c51e59971 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt @@ -1,5 +1,5 @@ Running #1442 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-158.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47ca50, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcdb604f88) +| [0] ERROR: MPI_Irecv(*buf=0x47cb50, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffebc6190b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcdb604f88->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffebc6190b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-158.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-158.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262117 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.402843713760376 +Command return code: 255, elapsed time: 6.528119325637817 Finished #1442 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed index 32f819c5ce179218556b82923cfaa3929ceccfa5..0908ec641b27d5f3777562111304f90ba3ccfb50 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -7.386202096939087 \ No newline at end of file +7.150424480438232 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt index 1e6c43b415061f2acc625ce90f18503755aca635..4b22f1f4f29dcbec532d933d2c8233d429d34b3a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1992 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff15afe9b8) +| [0] ERROR: MPI_Send_init(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc3b7800a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7fff15afe9b8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc3b7800a8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228703 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.386202096939087 +Command return code: 255, elapsed time: 7.150424480438232 Finished #1992 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed index 9e383d1b986a9e4ec4b75a9c956ae29c1b6887b7..b8b0c3a918e7b20c155664afb89c41ab1ad96e92 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.290706396102905 \ No newline at end of file +7.419779539108276 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt index d1323a9628459d904976dc6f628a937a25b431de..aca576342d39f2b71b9b59b1bfa1d0506b1b167d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1387 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-002.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe812a9088) +| [0] ERROR: MPI_Send_init(*buf=0x465c10, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffca3117ee8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffe812a9088->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffca3117ee8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205120 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205121 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251730 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290706396102905 +Command return code: 255, elapsed time: 7.419779539108276 Finished #1387 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed index 8b24a70558ae2c877c69ed48c3048b5cec669d3f..4ead4d81b89aea5077bd471fd16efc7d7c3acb43 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed @@ -1 +1 @@ -8.868774890899658 \ No newline at end of file +7.4296534061431885 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt index 983c1b31aa0472683a617cc45bf468cc34766ec0..adadbecf31375c825866b8b46b346d343eeb08db 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt @@ -1,5 +1,5 @@ Running #1416 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-003.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46b580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffc0f0ebb88) +| [0] ERROR: MPI_Send_init(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffee6835c18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffc0f0ebb88->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffee6835c18->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273461 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225828 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273462 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.868774890899658 +Command return code: 255, elapsed time: 7.4296534061431885 Finished #1416 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed index fa0afe8b04c9b5072d6663e208f0a98b63c27fda..8dc0ff97b60a82069ae4a4f4b8e8f3e3c19887b7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed @@ -1 +1 @@ -0.8497927188873291 \ No newline at end of file +6.9962379932403564 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt index 335d11cef9b497d9284f171ef2dd03ff9ad906e1..138b4bbf368eae581e64736498fcd54ebe7e1385 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt @@ -1,5 +1,5 @@ Running #1909 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-004.c (batchinfo:1/1) @@ -47,23 +47,48 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Send request was created by process [1] at: +| [0] ERROR: MPI_Send_init(*buf=0x4664b0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffedd081028) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004) +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Start(*request=0x7ffedd081028->0x2c000002) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234205 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234206 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8497927188873291 +Command return code: 255, elapsed time: 6.9962379932403564 Finished #1909 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed index 12410eef7d7f2014de5e25c4189fa1299caf69f4..8cfaa54c0118da42fbe11eb09ccca445349c8a96 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed @@ -1 +1 @@ -7.372854471206665 \ No newline at end of file +7.507180690765381 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt index 4a0afe0b7c42056f56954c2a3e213bad9840e7f2..ea572d1a0ff4fd59a171f7e0ce446c40212c7994 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt @@ -1,5 +1,5 @@ Running #1378 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-005.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46abd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcfa7860c8) +| [0] ERROR: MPI_Send_init(*buf=0x465c10, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd65050d08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffcfa7860c8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffd65050d08->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214122 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262242 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214123 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.372854471206665 +Command return code: 255, elapsed time: 7.507180690765381 Finished #1378 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed index 7c7ed24caf409aeec08958c8c6d0fe4917b54add..e9c5b2d25cea0c6572084cdaa97439b538c4a596 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed @@ -1 +1 @@ -7.260563611984253 \ No newline at end of file +7.031723260879517 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt index e08e2e9d1f394f6a45bb2311b81fd0c4e0a1674b..6ce744664e9579df6961de06d91690514659784e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt @@ -1,5 +1,5 @@ Running #2064 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-006.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46acd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0b94c4c8) +| [0] ERROR: MPI_Send_init(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc62a82cf8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffe0b94c4c8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc62a82cf8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3529 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.260563611984253 +Command return code: 255, elapsed time: 7.031723260879517 Finished #2064 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed index 097af60e85075a52629f69e6a386e26b77748581..ce7b2e28072a71743fd3a5f26d66ef00aaf1aea8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -6.859110116958618 \ No newline at end of file +6.8533148765563965 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt index edb0e0a95b20dde0d83bb0513870a0b0b27eaa74..253c0d6c0233ab2e5cc9ded48c35162cb46116c0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #2069 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.859110116958618 +Command return code: 255, elapsed time: 6.8533148765563965 Finished #2069 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed index ff81d2ba7e556142839db6c2b5ed075ddb02fb61..d9a2618492e46467f7bf6b53abc1f8284dbe0321 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -7.337926864624023 \ No newline at end of file +7.344121217727661 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt index 4ece5eb3ed0c060f3f888d367d1b12298db0df40..37112aaee93a481b351584f628bbaeee72b13952 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1524 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209774 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209775 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337926864624023 +Command return code: 255, elapsed time: 7.344121217727661 Finished #1524 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed index cea28b9afe3769bf726b3ce6c513cfe247783c20..19f3dec705ba13883b12b3bb06929fd343980058 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -7.320921182632446 \ No newline at end of file +7.490310192108154 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt index cf84ac4d6dde4332edbe30b3cf3cd92752961165..0a58343bd3f523e917388207fd02aa29296fe4e8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1273 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-003.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46b4e0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Ssend(*buf=0x466590, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259787 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320921182632446 +Command return code: 255, elapsed time: 7.490310192108154 Finished #1273 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed index a65817b8ee75ed77e9e69800eb3e50bee850fff9..87cc7a66a12400776a2b453c640e845de204d0c9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed @@ -1 +1 @@ -7.367716073989868 \ No newline at end of file +7.361934423446655 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt index 6adbbf174306f276e7a177cf4dcd4b5ffbc96a1c..83b93b77e5c8a8a917454ddc9e1fe54e8856ceae 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt @@ -1,5 +1,5 @@ Running #1854 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-004.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46b5e0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Ssend(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223186 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223187 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.367716073989868 +Command return code: 255, elapsed time: 7.361934423446655 Finished #1854 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed index e3aebabf41bae98f89bb8d865d872527dc42ea6c..768f7c400ab62da6b9dfd2a042db60a5f09fdc47 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed @@ -1 +1 @@ -7.3049843311309814 \ No newline at end of file +7.37221622467041 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt index 7a87fb153e58b1a19dcd64df88faa5949ce6ffb8..b5d9429428de426dc23f1eca9ad72653faa6d2c0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt @@ -1,5 +1,5 @@ Running #2023 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-005.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c10, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273514 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273515 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3049843311309814 +Command return code: 255, elapsed time: 7.37221622467041 Finished #2023 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed index 0b247a07bb5f689d7bfc817cb6a81ae2658c1c97..222e2181876b8af1bd929081a94f99c8766ac937 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed @@ -1 +1 @@ -7.528592348098755 \ No newline at end of file +7.274594068527222 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt index 1e87f70a733ec41e08f9a3b1d8b0045f8d27692f..8f7ce9b99d4741cb44b0e0dd3ff47d142af4c343 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt @@ -1,5 +1,5 @@ Running #1467 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-006.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac50, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c00, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214810 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.528592348098755 +Command return code: 255, elapsed time: 7.274594068527222 Finished #1467 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed index 91d5164cc4c3bee25c8fac6e69614f51d5a83c0b..966e621ad19bc7586cd9d18408cbd8415eac389a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed @@ -1 +1 @@ -7.474464654922485 \ No newline at end of file +7.306267261505127 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt index bc098fdd78eedbc0a115d40d53e4ae05c3c17e66..1a0eaf7b1dac8309af428963bbb96b0de472f685 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt @@ -1,5 +1,5 @@ Running #1469 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-007.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac50, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465b80, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215418 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.474464654922485 +Command return code: 255, elapsed time: 7.306267261505127 Finished #1469 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed index 1407027d08ad6b6aaa865ecc54b7a3944115f375..c6389dc139af047c1c59aa81f21f98becc7f2365 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed @@ -1 +1 @@ -7.160069465637207 \ No newline at end of file +7.396430730819702 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt index f7505e1262e2ebd97c773f1d122f4bd93b6452c4..3d6f7d6c73b4505403e93bdf60d7d644b6e95276 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt @@ -1,5 +1,5 @@ Running #1494 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-008.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac60, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465b80, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212390 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212391 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257972 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.160069465637207 +Command return code: 255, elapsed time: 7.396430730819702 Finished #1494 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed index 4fa117705cf38524beadf7757209d21f9e77f1e1..e01434a5ec29a80005d9a7f5cedca90ba8dbd0e1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed @@ -1 +1 @@ -7.310992956161499 \ No newline at end of file +7.413145065307617 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt index ee9e73ec265bdccfa8023dcfbdd0e976ad27c625..20904023f989ebeb433b9dc0095c7d35e678648d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt @@ -1,5 +1,5 @@ Running #1436 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-009.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c10, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258939 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258940 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.310992956161499 +Command return code: 255, elapsed time: 7.413145065307617 Finished #1436 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed index 87b0a3867c96e1c656fa01363035fb6cd0942686..626b570808371edb4970d4ed390e6c65e5112fdf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed @@ -1 +1 @@ -7.312682151794434 \ No newline at end of file +8.986067771911621 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt index ce22f4dd3608882af7bb5b707a72ce434f70f495..79c21cdf8c8dbf186501728f029be1c40f5438b2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt @@ -1,5 +1,5 @@ Running #1930 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-010.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac50, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229115 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229116 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273828 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.312682151794434 +Command return code: 255, elapsed time: 8.986067771911621 Finished #1930 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c diff --git a/logs-20240607/itac/InvalidBuffer-001_0.elapsed b/logs-20240607/itac/InvalidBuffer-001_0.elapsed index 233390534d5ad2c491de5fca279684e745f66a46..3638328da9cc4c68ba757b1e5faf93f9ea915f41 100644 --- a/logs-20240607/itac/InvalidBuffer-001_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-001_0.elapsed @@ -1 +1 @@ -7.9484405517578125 \ No newline at end of file +7.757014274597168 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-001_0.txt b/logs-20240607/itac/InvalidBuffer-001_0.txt index 773853cc408d955d07612ab5a9bca4ead9605c95..5a094f2ccea3aa73445bb1d86228ab425dbbfc04 100644 --- a/logs-20240607/itac/InvalidBuffer-001_0.txt +++ b/logs-20240607/itac/InvalidBuffer-001_0.txt @@ -1,5 +1,5 @@ Running #290 /MBI/scripts/gencodes/RMA/InvalidBuffer-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter baseptr. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7ffd506d78c8) +| [0] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7fff473ed9a8) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null pointer in parameter baseptr. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7ffea9976ba8) +| [1] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7ffc324f4bf8) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179074 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9484405517578125 +Command return code: 255, elapsed time: 7.757014274597168 Finished #290 /MBI/scripts/gencodes/RMA/InvalidBuffer-001.c diff --git a/logs-20240607/itac/InvalidBuffer-002_0.elapsed b/logs-20240607/itac/InvalidBuffer-002_0.elapsed index 70849e492fdd4c4932862de864209e74668713d3..006602d8ab8e8fbff43b7bd124e763ec47d578da 100644 --- a/logs-20240607/itac/InvalidBuffer-002_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-002_0.elapsed @@ -1 +1 @@ -7.571662187576294 \ No newline at end of file +7.5630247592926025 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-002_0.txt b/logs-20240607/itac/InvalidBuffer-002_0.txt index f4f7fe364a529fd5e2b239b92ab6645c9b1c3de9..0489f7b2656713436304011be625971f8127f619 100644 --- a/logs-20240607/itac/InvalidBuffer-002_0.txt +++ b/logs-20240607/itac/InvalidBuffer-002_0.txt @@ -1,5 +1,5 @@ Running #134 /MBI/scripts/gencodes/RMA/InvalidBuffer-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-002.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter base. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7ffc87e169e8) +| [0] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7fff243c0848) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null pointer in parameter base. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7fff52907fb8) +| [1] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7ffd0450c598) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-002.c:39) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170619 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216178 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170620 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216180 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.571662187576294 +Command return code: 255, elapsed time: 7.5630247592926025 Finished #134 /MBI/scripts/gencodes/RMA/InvalidBuffer-002.c diff --git a/logs-20240607/itac/InvalidBuffer-003_0.elapsed b/logs-20240607/itac/InvalidBuffer-003_0.elapsed index 5e99cb1464db0e8a305ad8899754ab3dd44fad78..91d3b3ca58ff940370d6a957517ad9b2e13917d3 100644 --- a/logs-20240607/itac/InvalidBuffer-003_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-003_0.elapsed @@ -1 +1 @@ -7.185774803161621 \ No newline at end of file +7.293196201324463 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-003_0.txt b/logs-20240607/itac/InvalidBuffer-003_0.txt index fc4bf7339e24505448eec9f9bcc1ebc3576510ce..11f9c2530eba2f43adf60796518f70398c6e0e88 100644 --- a/logs-20240607/itac/InvalidBuffer-003_0.txt +++ b/logs-20240607/itac/InvalidBuffer-003_0.txt @@ -1,5 +1,5 @@ Running #373 /MBI/scripts/gencodes/RMA/InvalidBuffer-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-003.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 173374 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 219050 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 173375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 219051 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.185774803161621 +Command return code: 255, elapsed time: 7.293196201324463 Finished #373 /MBI/scripts/gencodes/RMA/InvalidBuffer-003.c diff --git a/logs-20240607/itac/InvalidBuffer-004_0.elapsed b/logs-20240607/itac/InvalidBuffer-004_0.elapsed index 3c4677f6840aeaa2f1eddb98efc033c97cb67c33..55c98130734f8991f6644cebfe74a6b04fa4a20b 100644 --- a/logs-20240607/itac/InvalidBuffer-004_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-004_0.elapsed @@ -1 +1 @@ -7.062657594680786 \ No newline at end of file +0.9240949153900146 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-004_0.md5sum b/logs-20240607/itac/InvalidBuffer-004_0.md5sum deleted file mode 100644 index 4f3638628c77cdf28cda59dd8a3d9da3363cf37c..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidBuffer-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f28a6fc573e7ff3151c2be3f9235b71d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-004_0.txt b/logs-20240607/itac/InvalidBuffer-004_0.txt index 1198ea067e77f3d57b0e517f934334d2a1cc8bc7..e6b4afec843d4ef365a54e27307ac8bd786bf6eb 100644 --- a/logs-20240607/itac/InvalidBuffer-004_0.txt +++ b/logs-20240607/itac/InvalidBuffer-004_0.txt @@ -1,5 +1,5 @@ Running #136 /MBI/scripts/gencodes/RMA/InvalidBuffer-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7fff991c0908) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-004.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 172310 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 217868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 172311 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 217869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.062657594680786 +Command return code: 255, elapsed time: 0.9240949153900146 Finished #136 /MBI/scripts/gencodes/RMA/InvalidBuffer-004.c diff --git a/logs-20240607/itac/InvalidBuffer-005_0.elapsed b/logs-20240607/itac/InvalidBuffer-005_0.elapsed index 5d9a48f11fce46ab56793aa8cdb936265022d966..ecf6a5d387476ee1b017c794b9a2142fb382ff2e 100644 --- a/logs-20240607/itac/InvalidBuffer-005_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-005_0.elapsed @@ -1 +1 @@ -8.499138116836548 \ No newline at end of file +8.552481174468994 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-005_0.txt b/logs-20240607/itac/InvalidBuffer-005_0.txt index 8dea9717d42d147b3567fe9057c70341d253ea25..ad847615e48294566e3aecdd11be92b35b2c6da6 100644 --- a/logs-20240607/itac/InvalidBuffer-005_0.txt +++ b/logs-20240607/itac/InvalidBuffer-005_0.txt @@ -1,5 +1,5 @@ Running #66 /MBI/scripts/gencodes/RMA/InvalidBuffer-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-005.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-005.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 168547 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 168552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214158 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.499138116836548 +Command return code: 255, elapsed time: 8.552481174468994 Finished #66 /MBI/scripts/gencodes/RMA/InvalidBuffer-005.c diff --git a/logs-20240607/itac/InvalidBuffer-006_0.elapsed b/logs-20240607/itac/InvalidBuffer-006_0.elapsed index df5d7c839a5fb2991343ab50f08af6b4c0c231d6..95dee8c68bedd66e1b51ad7533d45e750c902dbd 100644 --- a/logs-20240607/itac/InvalidBuffer-006_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-006_0.elapsed @@ -1 +1 @@ -7.263658285140991 \ No newline at end of file +1.0179214477539062 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-006_0.md5sum b/logs-20240607/itac/InvalidBuffer-006_0.md5sum deleted file mode 100644 index 7d81a4625b966e23e5a90eaf4a634b5ff3a0f393..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidBuffer-006_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -29e4c0fd8f928cf9fb8effcda7703f29 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-006_0.txt b/logs-20240607/itac/InvalidBuffer-006_0.txt index aff9f15729a05c08878a2c4d8d48425dca77f3c4..1ea1891b06b0b494e3765b7df27839b0a5cc710d 100644 --- a/logs-20240607/itac/InvalidBuffer-006_0.txt +++ b/logs-20240607/itac/InvalidBuffer-006_0.txt @@ -1,5 +1,5 @@ Running #220 /MBI/scripts/gencodes/RMA/InvalidBuffer-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-006.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7fff299f2a38) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-006.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-006) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175898 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221735 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.263658285140991 +Command return code: 255, elapsed time: 1.0179214477539062 Finished #220 /MBI/scripts/gencodes/RMA/InvalidBuffer-006.c diff --git a/logs-20240607/itac/InvalidBuffer-007_0.elapsed b/logs-20240607/itac/InvalidBuffer-007_0.elapsed index 14aeeb49c6cb2f2ee2fa708bb6c2e7d7c2b0e6d6..1c31ebb66fa858e6ea177799e4b2e7f0aa080728 100644 --- a/logs-20240607/itac/InvalidBuffer-007_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-007_0.elapsed @@ -1 +1 @@ -7.038726806640625 \ No newline at end of file +7.679982423782349 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-007_0.txt b/logs-20240607/itac/InvalidBuffer-007_0.txt index ca6c3162967ecb8f029fdc879d1b02cf4c5fd0e8..e123d5b130e5d48e5809b1221abd01ce79cde390 100644 --- a/logs-20240607/itac/InvalidBuffer-007_0.txt +++ b/logs-20240607/itac/InvalidBuffer-007_0.txt @@ -1,5 +1,5 @@ Running #173 /MBI/scripts/gencodes/RMA/InvalidBuffer-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-007.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 217468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 217476 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.038726806640625 +Command return code: 255, elapsed time: 7.679982423782349 Finished #173 /MBI/scripts/gencodes/RMA/InvalidBuffer-007.c diff --git a/logs-20240607/itac/InvalidBuffer-008_0.elapsed b/logs-20240607/itac/InvalidBuffer-008_0.elapsed index 6af43e9adc15619c65262d10766708c843edc717..fbed20a6a641bab90891aac914a2d824d6fe4873 100644 --- a/logs-20240607/itac/InvalidBuffer-008_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-008_0.elapsed @@ -1 +1 @@ -7.1431121826171875 \ No newline at end of file +7.093983888626099 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-008_0.txt b/logs-20240607/itac/InvalidBuffer-008_0.txt index 903c97924c03261f0205409e4b945b8b6098d559..2eca5f239f0ff6bb0df3dd99a31440a6aebcce63 100644 --- a/logs-20240607/itac/InvalidBuffer-008_0.txt +++ b/logs-20240607/itac/InvalidBuffer-008_0.txt @@ -1,5 +1,5 @@ Running #87 /MBI/scripts/gencodes/RMA/InvalidBuffer-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-008.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffddaf26878) +| [0] ERROR: MPI_Raccumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffc1409bc98) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183068 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228401 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183069 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228402 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1431121826171875 +Command return code: 255, elapsed time: 7.093983888626099 Finished #87 /MBI/scripts/gencodes/RMA/InvalidBuffer-008.c diff --git a/logs-20240607/itac/InvalidBuffer-009_0.elapsed b/logs-20240607/itac/InvalidBuffer-009_0.elapsed index 7d037b15f023734e398d4eed44bf03728459ffcd..16d2f514de1fcde6cd243eb0b0a3303f10a12467 100644 --- a/logs-20240607/itac/InvalidBuffer-009_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-009_0.elapsed @@ -1 +1 @@ -7.142317771911621 \ No newline at end of file +7.415494918823242 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-009_0.txt b/logs-20240607/itac/InvalidBuffer-009_0.txt index c8a1e18a89b68b01b5166127824cb35ce310587a..5d35ae6e4884e81e4d8b20c1845f4690347c3fb8 100644 --- a/logs-20240607/itac/InvalidBuffer-009_0.txt +++ b/logs-20240607/itac/InvalidBuffer-009_0.txt @@ -1,5 +1,5 @@ Running #315 /MBI/scripts/gencodes/RMA/InvalidBuffer-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-009.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47cac0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470730, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220538 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220539 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.142317771911621 +Command return code: 255, elapsed time: 7.415494918823242 Finished #315 /MBI/scripts/gencodes/RMA/InvalidBuffer-009.c diff --git a/logs-20240607/itac/InvalidBuffer-010_0.elapsed b/logs-20240607/itac/InvalidBuffer-010_0.elapsed index e44dcb4f69a07485f1cd99d24636eab0fb45485d..43b24c7f410f91903ad0ade9d33f192677eaa6ed 100644 --- a/logs-20240607/itac/InvalidBuffer-010_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-010_0.elapsed @@ -1 +1 @@ -7.277951240539551 \ No newline at end of file +7.349172115325928 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-010_0.txt b/logs-20240607/itac/InvalidBuffer-010_0.txt index e31e0a4bae0536b3a66f79899439613412aca8cb..588ebb69ff87bddf31504ba6cb78ffaa178ae5aa 100644 --- a/logs-20240607/itac/InvalidBuffer-010_0.txt +++ b/logs-20240607/itac/InvalidBuffer-010_0.txt @@ -1,5 +1,5 @@ Running #191 /MBI/scripts/gencodes/RMA/InvalidBuffer-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47ca30, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffd9fde0358) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706a0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fffeb24dd98) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.277951240539551 +Command return code: 255, elapsed time: 7.349172115325928 Finished #191 /MBI/scripts/gencodes/RMA/InvalidBuffer-010.c diff --git a/logs-20240607/itac/InvalidBuffer-011_0.elapsed b/logs-20240607/itac/InvalidBuffer-011_0.elapsed index 8f2b924e783a3bd35ab63d9b6deba0db684ea496..228d69607057bc46d2ef1e1f6fe84a3fcd18a7de 100644 --- a/logs-20240607/itac/InvalidBuffer-011_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-011_0.elapsed @@ -1 +1 @@ -7.249516248703003 \ No newline at end of file +7.258365154266357 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-011_0.txt b/logs-20240607/itac/InvalidBuffer-011_0.txt index 9bcd94249acfbd29dd5ca64b2b88b55fc12e2444..6a03a80faaa4a354b6b3f0cb2d758a095f0e0b28 100644 --- a/logs-20240607/itac/InvalidBuffer-011_0.txt +++ b/logs-20240607/itac/InvalidBuffer-011_0.txt @@ -1,5 +1,5 @@ Running #286 /MBI/scripts/gencodes/RMA/InvalidBuffer-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-011.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter origin_addr. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Fetch_and_op(*origin_addr=NULL, *result_addr=0x47c9c0, origin_datatype=MPI_INT, target_rank=0, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Fetch_and_op(*origin_addr=NULL, *result_addr=0x4706a0, origin_datatype=MPI_INT, target_rank=0, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-011.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223264 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249516248703003 +Command return code: 255, elapsed time: 7.258365154266357 Finished #286 /MBI/scripts/gencodes/RMA/InvalidBuffer-011.c diff --git a/logs-20240607/itac/InvalidBuffer-012_0.elapsed b/logs-20240607/itac/InvalidBuffer-012_0.elapsed index 08bc51a884e794f3f7101f0a974227b01e13b173..35f386b7db5bc4f43a8ab3348b1ab54d0e96e8fd 100644 --- a/logs-20240607/itac/InvalidBuffer-012_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-012_0.elapsed @@ -1 +1 @@ -7.284727334976196 \ No newline at end of file +7.200267553329468 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-012_0.txt b/logs-20240607/itac/InvalidBuffer-012_0.txt index 7e2d321ae4db289ab5f285ad07ab0254749a5975..f5ac84c7ccdbda36da6225aec8eb878ddbf1dad0 100644 --- a/logs-20240607/itac/InvalidBuffer-012_0.txt +++ b/logs-20240607/itac/InvalidBuffer-012_0.txt @@ -1,5 +1,5 @@ Running #420 /MBI/scripts/gencodes/RMA/InvalidBuffer-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-012.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter origin_addr. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Compare_and_swap(*origin_addr=NULL, *compare_addr=0x47c9f0, *result_addr=0x47c9c0, datatype=MPI_INT, target_rank=0, target_disp=0, win=0xffffffffa0000000) +| [0] ERROR: MPI_Compare_and_swap(*origin_addr=NULL, *compare_addr=0x470760, *result_addr=0x470730, datatype=MPI_INT, target_rank=0, target_disp=0, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-012.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223129 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.284727334976196 +Command return code: 255, elapsed time: 7.200267553329468 Finished #420 /MBI/scripts/gencodes/RMA/InvalidBuffer-012.c diff --git a/logs-20240607/itac/InvalidDatataype-001_0.elapsed b/logs-20240607/itac/InvalidDatataype-001_0.elapsed index 99426d75b498cf98e0dd02841124b23609e5793a..5bba06f5d455202b5393f0b891207803b8e95417 100644 --- a/logs-20240607/itac/InvalidDatataype-001_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-001_0.elapsed @@ -1 +1 @@ -8.488028287887573 \ No newline at end of file +8.575159549713135 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-001_0.txt b/logs-20240607/itac/InvalidDatataype-001_0.txt index 3d8002126f006d20c6df83848cad4859fc3a0690..089936353eb24df9e6031d7bd5a718250659f195 100644 --- a/logs-20240607/itac/InvalidDatataype-001_0.txt +++ b/logs-20240607/itac/InvalidDatataype-001_0.txt @@ -1,5 +1,5 @@ Running #132 /MBI/scripts/gencodes/RMA/InvalidDatataype-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 168540 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 168543 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214122 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.488028287887573 +Command return code: 255, elapsed time: 8.575159549713135 Finished #132 /MBI/scripts/gencodes/RMA/InvalidDatataype-001.c diff --git a/logs-20240607/itac/InvalidDatataype-002_0.elapsed b/logs-20240607/itac/InvalidDatataype-002_0.elapsed index 008bb7989b7aa04b360672ab2df33174849f2237..2c3cfda21571de07e8765855851bf0a52b9d5d10 100644 --- a/logs-20240607/itac/InvalidDatataype-002_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-002_0.elapsed @@ -1 +1 @@ -7.2430713176727295 \ No newline at end of file +7.208102703094482 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-002_0.txt b/logs-20240607/itac/InvalidDatataype-002_0.txt index f370a52cd2dce4bc3bb916fa3f364905a5b6a216..2e53247e079c39ba8278b94b338c48123a33de5c 100644 --- a/logs-20240607/itac/InvalidDatataype-002_0.txt +++ b/logs-20240607/itac/InvalidDatataype-002_0.txt @@ -1,5 +1,5 @@ Running #185 /MBI/scripts/gencodes/RMA/InvalidDatataype-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-002.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176128 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221654 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2430713176727295 +Command return code: 255, elapsed time: 7.208102703094482 Finished #185 /MBI/scripts/gencodes/RMA/InvalidDatataype-002.c diff --git a/logs-20240607/itac/InvalidDatataype-003_0.elapsed b/logs-20240607/itac/InvalidDatataype-003_0.elapsed index c3fcfaf9daf0ccbb01fe31ba66a901491b3d3596..4133e59298469e0a19bb9553b98a176ff8ac713d 100644 --- a/logs-20240607/itac/InvalidDatataype-003_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-003_0.elapsed @@ -1 +1 @@ -7.165950298309326 \ No newline at end of file +7.097485780715942 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-003_0.txt b/logs-20240607/itac/InvalidDatataype-003_0.txt index d19be129c47f2267be5cec6bb4f0eb13e3b6ceb0..3b359f63ec2077969eca469d88fc81fedd33e3ef 100644 --- a/logs-20240607/itac/InvalidDatataype-003_0.txt +++ b/logs-20240607/itac/InvalidDatataype-003_0.txt @@ -1,5 +1,5 @@ Running #114 /MBI/scripts/gencodes/RMA/InvalidDatataype-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffd48811e28) +| [0] ERROR: MPI_Rget(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffca99512b8) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-003.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228582 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228584 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.165950298309326 +Command return code: 255, elapsed time: 7.097485780715942 Finished #114 /MBI/scripts/gencodes/RMA/InvalidDatataype-003.c diff --git a/logs-20240607/itac/InvalidDatataype-004_0.elapsed b/logs-20240607/itac/InvalidDatataype-004_0.elapsed index b9cf7d9c307274af50b9de21dc9a111715301b77..59a37d62eb90204094fdfe84139986adb15211af 100644 --- a/logs-20240607/itac/InvalidDatataype-004_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-004_0.elapsed @@ -1 +1 @@ -7.286250114440918 \ No newline at end of file +7.262450695037842 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-004_0.txt b/logs-20240607/itac/InvalidDatataype-004_0.txt index 9b1bd411c14186141ad7684f096323e783ae69e8..57a5e9205c10a54ff99bfe214b1f241cd3b6e198 100644 --- a/logs-20240607/itac/InvalidDatataype-004_0.txt +++ b/logs-20240607/itac/InvalidDatataype-004_0.txt @@ -1,5 +1,5 @@ Running #394 /MBI/scripts/gencodes/RMA/InvalidDatataype-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffdf4db0758) +| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffc80426848) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-004.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185408 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231379 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185409 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231380 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.286250114440918 +Command return code: 255, elapsed time: 7.262450695037842 Finished #394 /MBI/scripts/gencodes/RMA/InvalidDatataype-004.c diff --git a/logs-20240607/itac/InvalidDatataype-005_0.elapsed b/logs-20240607/itac/InvalidDatataype-005_0.elapsed index 8cf2e8b6b0aa739997516455763e25421545b8c1..c8945241f13543d3ec995e7b9d5d3706bd3e4121 100644 --- a/logs-20240607/itac/InvalidDatataype-005_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-005_0.elapsed @@ -1 +1 @@ -7.11592698097229 \ No newline at end of file +7.117815732955933 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-005_0.txt b/logs-20240607/itac/InvalidDatataype-005_0.txt index a2dddc6b65288d9af9569facaf679b4b0b921f2b..b346f58ddb51fb0a1c2cceddf13cfb47752abccf 100644 --- a/logs-20240607/itac/InvalidDatataype-005_0.txt +++ b/logs-20240607/itac/InvalidDatataype-005_0.txt @@ -1,5 +1,5 @@ Running #100 /MBI/scripts/gencodes/RMA/InvalidDatataype-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-005.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-005.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 169465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 215006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 169467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 215009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.11592698097229 +Command return code: 255, elapsed time: 7.117815732955933 Finished #100 /MBI/scripts/gencodes/RMA/InvalidDatataype-005.c diff --git a/logs-20240607/itac/InvalidDatataype-006_0.elapsed b/logs-20240607/itac/InvalidDatataype-006_0.elapsed index 42acb0299c0c6ab073b96c5c7157bf1a47defcc8..8a6f208954cf1d1e5334ed219f294f0f13d60526 100644 --- a/logs-20240607/itac/InvalidDatataype-006_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-006_0.elapsed @@ -1 +1 @@ -7.159897089004517 \ No newline at end of file +7.119766712188721 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-006_0.txt b/logs-20240607/itac/InvalidDatataype-006_0.txt index b618330dcf93333a938096f0e506abd634a725fc..d195ba7fd6d058c4db0f86e2158bd03a3ebec610 100644 --- a/logs-20240607/itac/InvalidDatataype-006_0.txt +++ b/logs-20240607/itac/InvalidDatataype-006_0.txt @@ -1,5 +1,5 @@ Running #241 /MBI/scripts/gencodes/RMA/InvalidDatataype-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-006.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-006.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179907 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.159897089004517 +Command return code: 255, elapsed time: 7.119766712188721 Finished #241 /MBI/scripts/gencodes/RMA/InvalidDatataype-006.c diff --git a/logs-20240607/itac/InvalidDatataype-007_0.elapsed b/logs-20240607/itac/InvalidDatataype-007_0.elapsed index 43e35a5416b55baaf0fd07d0fcc1a21f8e023a47..436e25ae7e3e95b45a608e412c4182e9f9021711 100644 --- a/logs-20240607/itac/InvalidDatataype-007_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-007_0.elapsed @@ -1 +1 @@ -7.214552640914917 \ No newline at end of file +1.0776524543762207 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-007_0.md5sum b/logs-20240607/itac/InvalidDatataype-007_0.md5sum deleted file mode 100644 index 5293f0be41848e51b843485187ce265c3d84c58d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidDatataype-007_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b818d6fd9ecaf63720476b2f68d69dc9 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-007_0.txt b/logs-20240607/itac/InvalidDatataype-007_0.txt index 83820b9d051eab47097eca3f2a165ed349f8b6b1..97a1452c7b26853ef758d4fefba8b501230162b8 100644 --- a/logs-20240607/itac/InvalidDatataype-007_0.txt +++ b/logs-20240607/itac/InvalidDatataype-007_0.txt @@ -1,5 +1,5 @@ Running #88 /MBI/scripts/gencodes/RMA/InvalidDatataype-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-007.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Datatype for argument datatype is a null datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffc6bb0ae38) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-007.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-007) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183593 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228966 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183594 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228967 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.214552640914917 +Command return code: 255, elapsed time: 1.0776524543762207 Finished #88 /MBI/scripts/gencodes/RMA/InvalidDatataype-007.c diff --git a/logs-20240607/itac/InvalidDatataype-008_0.elapsed b/logs-20240607/itac/InvalidDatataype-008_0.elapsed index b725f9873d0098905b9496c80a925c9656532ce6..26061db9e9aadfcad9253fa863d0eab943dfd563 100644 --- a/logs-20240607/itac/InvalidDatataype-008_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-008_0.elapsed @@ -1 +1 @@ -7.208917617797852 \ No newline at end of file +7.440962553024292 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-008_0.txt b/logs-20240607/itac/InvalidDatataype-008_0.txt index 22e6c7473270dd3f0d45afa360d3037cbaa444ae..e7ad7bd1642c04ff83e74cb7b2dd45b389c6ec72 100644 --- a/logs-20240607/itac/InvalidDatataype-008_0.txt +++ b/logs-20240607/itac/InvalidDatataype-008_0.txt @@ -1,5 +1,5 @@ Running #85 /MBI/scripts/gencodes/RMA/InvalidDatataype-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-008.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7fff36394718) +| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffd602d7468) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227654 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182077 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208917617797852 +Command return code: 255, elapsed time: 7.440962553024292 Finished #85 /MBI/scripts/gencodes/RMA/InvalidDatataype-008.c diff --git a/logs-20240607/itac/InvalidDatataype-009_0.elapsed b/logs-20240607/itac/InvalidDatataype-009_0.elapsed index 2efa819e3ac71c6b8228374ec8fdca46cefdcb69..6de856685b646729dacf572509f1a22f8d4b60a1 100644 --- a/logs-20240607/itac/InvalidDatataype-009_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-009_0.elapsed @@ -1 +1 @@ -7.190843105316162 \ No newline at end of file +7.318219184875488 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-009_0.txt b/logs-20240607/itac/InvalidDatataype-009_0.txt index 4704a8bda89589728ac4f0e0da5c126d7369feda..cdd26e86d40088ce91619bb2b2735b6a70da64c6 100644 --- a/logs-20240607/itac/InvalidDatataype-009_0.txt +++ b/logs-20240607/itac/InvalidDatataype-009_0.txt @@ -1,5 +1,5 @@ Running #188 /MBI/scripts/gencodes/RMA/InvalidDatataype-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-009.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-009.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177280 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 222736 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177281 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 222737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.190843105316162 +Command return code: 255, elapsed time: 7.318219184875488 Finished #188 /MBI/scripts/gencodes/RMA/InvalidDatataype-009.c diff --git a/logs-20240607/itac/InvalidDatataype-010_0.elapsed b/logs-20240607/itac/InvalidDatataype-010_0.elapsed index 1f3bf3df48c7b91c6073c5df97875585e021e05b..614c249d749cdad128f497826588b903c1c6cb14 100644 --- a/logs-20240607/itac/InvalidDatataype-010_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-010_0.elapsed @@ -1 +1 @@ -7.323803901672363 \ No newline at end of file +7.248074054718018 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-010_0.txt b/logs-20240607/itac/InvalidDatataype-010_0.txt index 2fea2e9c0602e85585222ea589b54933a6ee820e..d891384aa570ef7b218f6ebe3b1ea8d7d3a5355d 100644 --- a/logs-20240607/itac/InvalidDatataype-010_0.txt +++ b/logs-20240607/itac/InvalidDatataype-010_0.txt @@ -1,5 +1,5 @@ Running #361 /MBI/scripts/gencodes/RMA/InvalidDatataype-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-010.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178592 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178593 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224049 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323803901672363 +Command return code: 255, elapsed time: 7.248074054718018 Finished #361 /MBI/scripts/gencodes/RMA/InvalidDatataype-010.c diff --git a/logs-20240607/itac/InvalidDatataype-011_0.elapsed b/logs-20240607/itac/InvalidDatataype-011_0.elapsed index f6ed680c2fcd6d9d025b1df95e1ab868d711c9a8..67b6bd189a5f0607a83703b868e6428d82ccb160 100644 --- a/logs-20240607/itac/InvalidDatataype-011_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-011_0.elapsed @@ -1 +1 @@ -7.143977403640747 \ No newline at end of file +7.220263242721558 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-011_0.txt b/logs-20240607/itac/InvalidDatataype-011_0.txt index 4b441304931dcfb9f1fd5436d433e23b0c32d495..33bf3b9a20d8639851f6964379f1ab4c805980b1 100644 --- a/logs-20240607/itac/InvalidDatataype-011_0.txt +++ b/logs-20240607/itac/InvalidDatataype-011_0.txt @@ -1,5 +1,5 @@ Running #381 /MBI/scripts/gencodes/RMA/InvalidDatataype-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-011.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffd0a7ee7b8) +| [0] ERROR: MPI_Raccumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffc330e3468) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-011.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176131 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176133 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221883 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.143977403640747 +Command return code: 255, elapsed time: 7.220263242721558 Finished #381 /MBI/scripts/gencodes/RMA/InvalidDatataype-011.c diff --git a/logs-20240607/itac/InvalidDatataype-012_0.elapsed b/logs-20240607/itac/InvalidDatataype-012_0.elapsed index 25c0a92e15056341c1b0224a1cbf1bd4c8d38e01..ba4c265622201a2b7543f949ecb95b57b663c854 100644 --- a/logs-20240607/itac/InvalidDatataype-012_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-012_0.elapsed @@ -1 +1 @@ -6.992257356643677 \ No newline at end of file +7.037142276763916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-012_0.txt b/logs-20240607/itac/InvalidDatataype-012_0.txt index 7409a038fa1ba06669d6ad8219968e98fd220c66..954a81c266abff38746bc13a4bd8da404a7a87e9 100644 --- a/logs-20240607/itac/InvalidDatataype-012_0.txt +++ b/logs-20240607/itac/InvalidDatataype-012_0.txt @@ -1,5 +1,5 @@ Running #431 /MBI/scripts/gencodes/RMA/InvalidDatataype-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-012.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff644a26c8) +| [0] ERROR: MPI_Raccumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffd3c334e28) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-012.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 169767 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 215294 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 169768 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 215295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.992257356643677 +Command return code: 255, elapsed time: 7.037142276763916 Finished #431 /MBI/scripts/gencodes/RMA/InvalidDatataype-012.c diff --git a/logs-20240607/itac/InvalidDatataype-013_0.elapsed b/logs-20240607/itac/InvalidDatataype-013_0.elapsed index b6a8760e2ec71d5364c549a7d104ae7490792fc2..36bb978d5a02162b80b40c148422632d5202a1f4 100644 --- a/logs-20240607/itac/InvalidDatataype-013_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-013_0.elapsed @@ -1 +1 @@ -7.072790622711182 \ No newline at end of file +7.137064218521118 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-013_0.txt b/logs-20240607/itac/InvalidDatataype-013_0.txt index 320429eba3dae58602532a3c48707677d7406a9f..b563d2334a556dfd56c27a51ae80c297c5776f66 100644 --- a/logs-20240607/itac/InvalidDatataype-013_0.txt +++ b/logs-20240607/itac/InvalidDatataype-013_0.txt @@ -1,5 +1,5 @@ Running #246 /MBI/scripts/gencodes/RMA/InvalidDatataype-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-013.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470750, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47ca50, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-013.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227561 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.072790622711182 +Command return code: 255, elapsed time: 7.137064218521118 Finished #246 /MBI/scripts/gencodes/RMA/InvalidDatataype-013.c diff --git a/logs-20240607/itac/InvalidDatataype-014_0.elapsed b/logs-20240607/itac/InvalidDatataype-014_0.elapsed index 3407edc8a2531cb0e1a5380b21be08c21307fd3c..27c4aad00fc30fc54d5b2dbacda34a5f5045ea4c 100644 --- a/logs-20240607/itac/InvalidDatataype-014_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-014_0.elapsed @@ -1 +1 @@ -7.178672552108765 \ No newline at end of file +7.128201484680176 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-014_0.txt b/logs-20240607/itac/InvalidDatataype-014_0.txt index a2b08b68e6fac56310da20251aa3af2d61051a0d..d26f053bae4fdee3ddc83ec6dc0a4d08d9b99ade 100644 --- a/logs-20240607/itac/InvalidDatataype-014_0.txt +++ b/logs-20240607/itac/InvalidDatataype-014_0.txt @@ -1,5 +1,5 @@ Running #192 /MBI/scripts/gencodes/RMA/InvalidDatataype-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-014.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706d0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470710, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-014.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224708 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.178672552108765 +Command return code: 255, elapsed time: 7.128201484680176 Finished #192 /MBI/scripts/gencodes/RMA/InvalidDatataype-014.c diff --git a/logs-20240607/itac/InvalidDatataype-015_0.elapsed b/logs-20240607/itac/InvalidDatataype-015_0.elapsed index 0cfe40cc28eb485cd048c51c98ad17e044383115..b53d3e178782e53516d3d2e13c6a30df42c1bfdc 100644 --- a/logs-20240607/itac/InvalidDatataype-015_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-015_0.elapsed @@ -1 +1 @@ -7.103595972061157 \ No newline at end of file +7.031110048294067 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-015_0.txt b/logs-20240607/itac/InvalidDatataype-015_0.txt index 730da58e17a58c9619113035f8695b764c0c7e4c..a9f25c7e4f367e3f085c8960673a8094118d2d78 100644 --- a/logs-20240607/itac/InvalidDatataype-015_0.txt +++ b/logs-20240607/itac/InvalidDatataype-015_0.txt @@ -1,5 +1,5 @@ Running #111 /MBI/scripts/gencodes/RMA/InvalidDatataype-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-015.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706d0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff644c09e8) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47cad0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffc5a0c9cc8) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-015.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180227 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227166 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180229 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.103595972061157 +Command return code: 255, elapsed time: 7.031110048294067 Finished #111 /MBI/scripts/gencodes/RMA/InvalidDatataype-015.c diff --git a/logs-20240607/itac/InvalidDatataype-016_0.elapsed b/logs-20240607/itac/InvalidDatataype-016_0.elapsed index a86cf9799e9b3e2dc7de25014c121cee7d7118eb..c65818251bf221f3ab8c6adf0291e252a8cb62a9 100644 --- a/logs-20240607/itac/InvalidDatataype-016_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-016_0.elapsed @@ -1 +1 @@ -7.107359170913696 \ No newline at end of file +7.224670648574829 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-016_0.txt b/logs-20240607/itac/InvalidDatataype-016_0.txt index 9e9702123eaed9bd76123e5ccf95870be14badbc..2760f22703d105e8ac722e714d5b7f2c6ef1ee9c 100644 --- a/logs-20240607/itac/InvalidDatataype-016_0.txt +++ b/logs-20240607/itac/InvalidDatataype-016_0.txt @@ -1,5 +1,5 @@ Running #12 /MBI/scripts/gencodes/RMA/InvalidDatataype-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-016.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470650, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffea1abe358) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47c9d0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff496cf828) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-016.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179820 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225395 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.107359170913696 +Command return code: 255, elapsed time: 7.224670648574829 Finished #12 /MBI/scripts/gencodes/RMA/InvalidDatataype-016.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed index b71a3eda458bf5202e39da5f02194d6178f68456..0ee123f0da281f026afcab3f5581294fc449bbb2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -8.102891683578491 \ No newline at end of file +8.060020685195923 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt index 3b40bf49ecf1b11db00da22fd857e6c6f2308f30..c6c03f88114f043ad3ca37ae200cd4cb29752067 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #2017 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272451 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224987 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272452 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.102891683578491 +Command return code: 255, elapsed time: 8.060020685195923 Finished #2017 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed index b1e2a5d1929e5eacb1365b223512b994ecb50b54..2e826b3d5b7be21ede7aa992a0f3446fdaa7515f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -8.055266380310059 \ No newline at end of file +7.989284515380859 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt index 5f70ee0929f992cf58bab4202a072ef8b49d518b..427afb2dc803723669a070bb2c88760c4791cabb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1424 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207101 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207102 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.055266380310059 +Command return code: 255, elapsed time: 7.989284515380859 Finished #1424 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed index d4c1fbddcd520f44443d4de7ff85321348e33e28..4df7d7cf418b56cdef2212074124351d747f8384 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed @@ -1 +1 @@ -8.045552730560303 \ No newline at end of file +1.107969045639038 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum deleted file mode 100644 index 4af3ad89c4c4de4b722bfc55f8b91d11ddf46c27..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b6308aa52b38dcc60d08ec0fa5e60427 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt index c32d33fba0d0f8663c6cc70564b10cc54733cbe6..a0cfdefd2c481542511b070a72f3005df150f3e3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt @@ -1,5 +1,5 @@ Running #1765 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-003.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error -| [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. -| [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Bsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-003.c:45) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272984 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.045552730560303 +Command return code: 255, elapsed time: 1.107969045639038 Finished #1765 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed index cfa9d0f9eff6dd0f3d301d69100a6c4e1d3f2098..4c662d24938fbe2bc9268f106576640d7930fee0 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed @@ -1 +1 @@ -7.9456627368927 \ No newline at end of file +1.1836574077606201 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum deleted file mode 100644 index a7c3999116eb924d1f889b25838872d10a8a7e49..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -19f43bf1eed4f7405c16fc7b22c8c024 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt index 0e97a8469706d041a6067c57712cbe5e297f4115..53d179660f976cd0b3c1a88bb34a546d8046d5a1 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt @@ -1,5 +1,5 @@ Running #1471 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error -| [1] ERROR: Some memory in buffer (nil) is inaccessible. -| [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Bsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-004.c:47) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259786 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9456627368927 +Command return code: 255, elapsed time: 1.1836574077606201 Finished #1471 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed index 59f7a54bd6eaa9b4e87a345f90fd212f26aeaf58..ca5322999b85cc14dcb369bb43685e5b420b2f7f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed @@ -1 +1 @@ -8.034446954727173 \ No newline at end of file +1.1431946754455566 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum deleted file mode 100644 index bb7b10b04f0208e81307802337513880d9fa9d0f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a7b8dcaa7142a3121b428e7f3974be5d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt index 2e7c1d417d0fdd28076ac575e3a922c89b235d15..4dd820981f286eabe462c44da398e2da6372fa5f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt @@ -1,5 +1,5 @@ Running #1546 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-005.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Currently no buffer is attached, call MPI_Buffer_attach() first. -| [1] ERROR: New message was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-005.c:49) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217604 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217605 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.034446954727173 +Command return code: 255, elapsed time: 1.1431946754455566 Finished #1546 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed index 541e546f987970f80d992ba3eb9ccbac96aea599..b8fe4cfb90e9490a3c93adb801bde1729bde5724 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.04016900062561 \ No newline at end of file +8.14992070198059 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt index a2675b8b71deeaac4a5a3ee7f7e0d0fec44b2795..7aa2da8885c2a33f1d19aab4fd9bc6c9e8acc947 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1782 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff9e694308) +| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeed867738) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265706 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.04016900062561 +Command return code: 255, elapsed time: 8.14992070198059 Finished #1782 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed index 4d59a1e99a83460ac2ab5c526c9f523de63f680d..637286ce597341a339c285f4a6fbe827ae80952f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -8.013667106628418 \ No newline at end of file +7.92429518699646 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt index 5d9ae1807c030944d41a8531c3dd7f8f62cede83..69503866c78859a3da6d9fafed4b4dfad2e07017 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1290 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd433c6a98) +| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd01afb448) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205269 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250300 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205270 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.013667106628418 +Command return code: 255, elapsed time: 7.92429518699646 Finished #1290 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed index be5139d397768f241328b5d11b6f13fe1b97edee..cc2925ce460da3de23949dba8dfb7fd034e17f4d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed @@ -1 +1 @@ -7.550879716873169 \ No newline at end of file +7.750484228134155 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt index fc7a6a89b42683c9e1a859ce620e4b59ed79c123..3e9467e52733fb2c144abf96e7830cb87f958659 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #2099 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7ffc0f424248->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffea3811b18->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-003.c:48) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.550879716873169 +Command return code: 255, elapsed time: 7.750484228134155 Finished #2099 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed index a1911339f55a4065e247c67f8d2df5096dba62dc..e7b30424f8a852e4dec62093f41585bdf2a95e16 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed @@ -1 +1 @@ -8.064827680587769 \ No newline at end of file +8.061616897583008 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt index e6eca72ba6cb96ddfd3d6cae49e88a476509a7c5..5736a7f3c0c0072c2be67da51e2e51b14d5218d3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt @@ -1,5 +1,5 @@ Running #2026 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcbd43aa28) +| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe99239c38) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-004.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274191 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.064827680587769 +Command return code: 255, elapsed time: 8.061616897583008 Finished #2026 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed index fd7b4c70ca1fe3c356853b52f3fc06c96389076a..09ee978ab4d00e2666aa6150b2549ca36f6aa08e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed @@ -1 +1 @@ -8.806225299835205 \ No newline at end of file +0.9416885375976562 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum deleted file mode 100644 index 55a9cc5b79b1a78425e7528018f85be222502ba6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e50b0c08226d51dce36ede4a3dfb922f \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt index c10271f4db8affd86a0cca029a08d2254ffdc636..0fca9044f76efb89e36c0e87693cf9fe781d3600 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1898 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-005.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] WARNING: LOCAL:MPI:CALL_FAILED: warning -| [1] WARNING: Null MPI_Request. -| [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Request_free(*request=0x7ffeb4271de8->MPI_REQUEST_NULL) -| [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c:49) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005) -| -| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Currently no buffer is attached, call MPI_Buffer_attach() first. -| [1] ERROR: New message was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffeb4271de8->0x2c000002) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c:52) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277995 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231434 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277996 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.806225299835205 +Command return code: 255, elapsed time: 0.9416885375976562 Finished #1898 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed index 87b10600ee531298b35bcc74f77cfa0af5b160c4..b24403c255e7e66aa85f099324c52fe3aec52f59 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -7.947601556777954 \ No newline at end of file +7.995436191558838 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt index d0f0ca65823efcf81e0ff349ee5b42fe85e0ca7f..1f99b03392d27b30d5fd1f57e4c13536f99fb4da 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2046 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff84fa3ca8) +| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff8d0b3cb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226681 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271403 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271404 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.947601556777954 +Command return code: 255, elapsed time: 7.995436191558838 Finished #2046 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed index 01ab1395554ca5dd87bfe4cbc7ac1ba99885dc36..f71448959ad6153cf5be75f3a284f0b33526c03c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -7.987968683242798 \ No newline at end of file +8.215457201004028 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt index 439072527b26bdbe10a6400108ea54cc28213b86..adb7a5ceb5fe23a56c5cbe6e00324fd1a22006bf 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1373 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee3cc62f8) +| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc135fece8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.987968683242798 +Command return code: 255, elapsed time: 8.215457201004028 Finished #1373 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed index 5cd2bccfc7c0c0f33b78b1a36c45ff6f32fb22bc..0eec9de80e6e953ba56a27d80fdc220d7913ebdc 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed @@ -1 +1 @@ -7.930811166763306 \ No newline at end of file +7.7873077392578125 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt index d8fc9fbe3ffb2a8420270eeb6436cef6b5fd139d..5032ee411769776c3228f2a540a681505084349a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt @@ -1,5 +1,5 @@ Running #2044 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffafa5d718) +| [1] ERROR: MPI_Ibsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffc61e4eb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277706 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.930811166763306 +Command return code: 255, elapsed time: 7.7873077392578125 Finished #2044 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed index 5b60fd57c27c231d2f4e7faed8e657b021df0e14..5b7504f4e93b293619198aa7878f7c83ff752a1a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed @@ -1 +1 @@ -7.934863090515137 \ No newline at end of file +8.002305030822754 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt index caea58e2ce1f8a991ef9a5b06eaec66d047b3ab8..658d584bf4fae183daba2da82394125bdd603c09 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt @@ -1,5 +1,5 @@ Running #1390 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffccc85cd18) +| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff9e4d698) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-004.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206136 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252563 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.934863090515137 +Command return code: 255, elapsed time: 8.002305030822754 Finished #1390 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed index 2a88fb437e6ef5efcd75359e46f8fafd31f120b3..d1eb2dba7da30037a0e6a874472dfb3488d93b56 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed @@ -1 +1 @@ -7.8604559898376465 \ No newline at end of file +8.094674825668335 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt index 4849ff87b8d9e35d722767565703a7331d15a9b8..873618f5fc929c7257079a29b11eec08468c8c5d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt @@ -1,5 +1,5 @@ Running #1479 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-005.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error | [1] ERROR: Currently no buffer is attached, call MPI_Buffer_attach() first. | [1] ERROR: New message was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc5e186728) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeab5d1a68) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-005.c:49) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-005) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260838 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260839 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8604559898376465 +Command return code: 255, elapsed time: 8.094674825668335 Finished #1479 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed index 47a5d078a7b8c4a2b0fc58143c77d95f4a452465..130f6f7bb582aa029baa1a154e7098919fe611e7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -7.463533401489258 \ No newline at end of file +7.528664588928223 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt index 373b82b33863d39153121018253a7a4ad617c0ed..2da4d4a3b16a17624225f0cff0fa3ef9a2cdac3e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1578 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffc433d4608) +| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7fff0cc19648) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226418 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.463533401489258 +Command return code: 255, elapsed time: 7.528664588928223 Finished #1578 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed index 2280bafd143d20c52cd675ff7863b7e0b851248f..e3e26e86657861a49a9d15f01d8e6a3e2488588c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed @@ -1 +1 @@ -7.2722694873809814 \ No newline at end of file +7.335203409194946 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt index d910df77fc1575da9d2b268dbaaf1333e03098e4..fa6c79b915636e5224c46171e99cc508554c6fc3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1353 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffe486285b8) +| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffe67dda568) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204638 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251033 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204639 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2722694873809814 +Command return code: 255, elapsed time: 7.335203409194946 Finished #1353 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed index 5214759b8b8420b41006f94e6010143ab56563f7..c425f170f552e9b3dd21300b21af5b6e61c4bdca 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed @@ -1 +1 @@ -2.480092763900757 \ No newline at end of file +2.4922566413879395 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt index 5a2e74232ada8cde5ea3c77dd3c6739d447f7159..3732748b9813d69ca0c8a769c56a5e57166513eb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt @@ -1,5 +1,5 @@ Running #1948 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-003.c (batchinfo:1/1) @@ -60,11 +60,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-003.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-003) | [0] ERROR: While processing: -| [0] ERROR: MPI_Imrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *request=0x7ffc1bf3dc28) +| [0] ERROR: MPI_Imrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *request=0x7ffd2f14b658) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223577 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223578 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.480092763900757 +Command return code: 255, elapsed time: 2.4922566413879395 Finished #1948 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed index 06504f7bd9c017f55b5546ce72f90d5836be1001..d2487bedd6c16fd0437d997014dc53770da32656 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed @@ -1 +1 @@ -0.693493127822876 \ No newline at end of file +7.03781270980835 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt index a956da608c37fd4dc54e5a342635a4ef9f9ec4cb..57b374664896a14ab85bf8ac5895a7f992e8911f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1847 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-004.c (batchinfo:1/1) @@ -47,23 +47,36 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Null buffer pointer. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffc5f0a7668) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-004.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235047 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2379 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235048 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2380 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.693493127822876 +Command return code: 255, elapsed time: 7.03781270980835 Finished #1847 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed index af6447920bc946b0a94a00d4e7d2f1f393ac3ba4..c2f332e7deb9058fcab30a2607941e3710013a27 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed @@ -1 +1 @@ -2.43725848197937 \ No newline at end of file +2.3716466426849365 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt index a299b1b3c77b82c369bdebf1c9585c071d4fedf5..ba7a3c7d2e6db9b96590be68dd5fc4a6848005b3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt @@ -1,5 +1,5 @@ Running #1657 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-005.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c:51) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-005) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe4a917fdc) +| [0] WARNING: MPI_Isend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc736b8ebc) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c:47) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | @@ -73,6 +73,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.43725848197937 +Command return code: 0, elapsed time: 2.3716466426849365 Finished #1657 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed index da06c5a935ad9acfc4534451730e20de982c88e2..290906aafc2a1ad3a46c6d6b1d997310c45fe416 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -7.177944898605347 \ No newline at end of file +7.395402431488037 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt index 28450d25b34384683372e4e997a7e5231a14868d..04f578ce7202fdb38f49d776b132eb7805e3bb9d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1883 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc72e036c8) +| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5b0c9e38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267795 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222401 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.177944898605347 +Command return code: 255, elapsed time: 7.395402431488037 Finished #1883 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed index 57af5119b866786751c9e2c1573c9d64751048f6..641df12dc5f6f24c153c549b44f0780c13f7ac32 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -7.294398784637451 \ No newline at end of file +7.310471296310425 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt index 32b7d550d1dabf7bf06b3c83a968cfd75143114f..8e2d429e0f7c16b8c0e0039cac7b15b5dceac340 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1629 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffea7bfc578) +| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe3e4b66a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222017 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222018 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294398784637451 +Command return code: 255, elapsed time: 7.310471296310425 Finished #1629 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed index 5deade1294b286be393d97f6cd4f5b0efb5ee600..cd9b753fc54f717abc4c90f7e54fbc30b5fac6be 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed @@ -1 +1 @@ -2.5539379119873047 \ No newline at end of file +2.4793508052825928 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt index e8b2bd101be291b5eefac40409e2d28341c841f5..ad98b49723613077a1b5610a31392b63a41cd4fa 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt @@ -1,5 +1,5 @@ Running #1454 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-003.c (batchinfo:1/1) @@ -60,11 +60,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-003.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-003) | [0] ERROR: While processing: -| [0] ERROR: MPI_Wait(*request=0x7ffec5b3a1f8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff8de44fb8->0x2c000002, *status=0x1) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207000 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.5539379119873047 +Command return code: 255, elapsed time: 2.4793508052825928 Finished #1454 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed index 06e65ff1abb2edf3ff2d9792b9ef31aa71d0ad3f..413912f4bb0165298ad699b53cf587dd73007a2b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed @@ -1 +1 @@ -7.294459819793701 \ No newline at end of file +7.339949369430542 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt index 758b6e37487acc75f0ccd7d57dae85061c552dcb..d7511b507021f041d24c9be511f5baf6982cf716 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt @@ -1,5 +1,5 @@ Running #1873 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe59e68338) +| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff8bd90d38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-004.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231393 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294459819793701 +Command return code: 255, elapsed time: 7.339949369430542 Finished #1873 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed index 78c8bf7d027d2b6021ed9d1bab336f07b6ef83d7..207a2ec63d027e396c454c1a1a4cbcc2e45a29e3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed @@ -1 +1 @@ -2.5559000968933105 \ No newline at end of file +2.334949493408203 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt index a09dce6f41bafa1d8b305171920bf10cb3a508b2..07d1b421ec471173de8d7ec89501d711954514f2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt @@ -1,5 +1,5 @@ Running #1410 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5559000968933105 +Command return code: 0, elapsed time: 2.334949493408203 Finished #1410 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed index a88aa470eaafeaaae7d2ee6b35c8ad9c5b3e0dfb..e83f6d2607506a13f8808bb05bf1a391afb5c380 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.843625545501709 \ No newline at end of file +7.938214302062988 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt index b06b28e7190ef7281a8287e4598a516232aeca23..a4f6486d9345c3608fcfed6e8104ed61680731ac 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1753 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1bdc1868) +| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff580686f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267733 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.843625545501709 +Command return code: 255, elapsed time: 7.938214302062988 Finished #1753 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed index 74a3eac6182ae655e4f3b5dbeda4fc783b4210d7..cc66a2e29bc0f4570508dd0b1e74a7ac6eec3e59 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -8.125312089920044 \ No newline at end of file +8.007452726364136 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt index ec3b102dcfe38df8415de74bb9dbd81e57b7193a..65af92c002b81931cd3f667ce6ac4b6b41e3bb07 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1354 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee44a33d8) +| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe7dc3b168) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205138 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.125312089920044 +Command return code: 255, elapsed time: 8.007452726364136 Finished #1354 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed index bd28c515986383e3fdfbd62bb3952a86d782de7f..880c462772b8477a314765b8af38e6a31f27f133 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed @@ -1 +1 @@ -7.885853290557861 \ No newline at end of file +7.914236545562744 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt index 2bd065dd0cba063fb940a178334582835577393b..4a3fda3ba82b6e629ab8a4428341e6e67182b62d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt @@ -1,5 +1,5 @@ Running #1421 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffce4ce2a08) +| [1] ERROR: MPI_Irsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff3376bcb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251982 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.885853290557861 +Command return code: 255, elapsed time: 7.914236545562744 Finished #1421 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed index 5bc7b0771ef126658add6e09c955b293c29e734a..cbe6a4d3255963d198caf106d6f43a83288e3dea 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed @@ -1 +1 @@ -8.00252914428711 \ No newline at end of file +7.927203416824341 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt index 48007b37240b0b4c280af3c6e774b578cfc5a32f..8c889ac36b5be500f0eb8768b8dd7b543c5dcfd9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt @@ -1,5 +1,5 @@ Running #1871 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcab1baaa8) +| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0b5989d8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231089 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275103 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231090 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.00252914428711 +Command return code: 255, elapsed time: 7.927203416824341 Finished #1871 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed index 96617345908883039424c0c5de315b367de58c77..db8fb3eabf96fe178323fff9c8c6018a24680b4e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed @@ -1 +1 @@ -2.3756282329559326 \ No newline at end of file +2.4566118717193604 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt index bd1e01febdcbadafea8225dc7909d23e6f64f8b5..8faa031dfc5c814375ed72638a3a43f2039df71c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt @@ -1,5 +1,5 @@ Running #1763 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3756282329559326 +Command return code: 0, elapsed time: 2.4566118717193604 Finished #1763 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed index 1523c1bfa3cde907b33fa5c68e106acfcc673178..d00c8137023ff0808e009a9f211a707be8cbf562 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed @@ -1 +1 @@ -8.095096826553345 \ No newline at end of file +7.906570911407471 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt index b56a715c9aafb2eafe9dfec8f91d450f19d735a6..6b39ec031c412fa715f4467c3584d5dcc71b50f8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1594 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe4bff0f88) +| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe98ed4268) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257557 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.095096826553345 +Command return code: 255, elapsed time: 7.906570911407471 Finished #1594 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed index 01f3b55ba7ac39c76202a7fc8f14a2b097ce60ff..741c829f31be96ab0f998b06a8a8067ecd261e93 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed @@ -1 +1 @@ -7.983904600143433 \ No newline at end of file +8.107672691345215 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt index c83e7fea1d2d9dacfca2124eb93ddd5521583284..3532eb2d5ea65d597f735e939f077d5f9912bca7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1379 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd48c4db18) +| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5b84efb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262436 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.983904600143433 +Command return code: 255, elapsed time: 8.107672691345215 Finished #1379 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed index 0c1c72663b3a61d01963b93272bf31f930cfb7f2..9581a6a0b5789ff37cd0235aa4ace26783afd287 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed @@ -1 +1 @@ -8.078542232513428 \ No newline at end of file +8.068019390106201 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt index c8e7b11f5f1e3b75481aac592002711a0adda179..5f7dcc3c2e057205e2424277a4ad92d9f8f4e7b8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1482 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc6fa84558) +| [1] ERROR: MPI_Isend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeb1337d98) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218134 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261268 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.078542232513428 +Command return code: 255, elapsed time: 8.068019390106201 Finished #1482 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed index fd07f626eb5f385db3179b53c3e03ad214e8f981..9e261d32f5cf09ae642be6528edaa96d27b0eb2e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed @@ -1 +1 @@ -7.86182427406311 \ No newline at end of file +7.861462593078613 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt index 53ef3e8aeb1485ebab8a7a68becbcaaf88d29946..3516c5e5e119b3fbd5415188803ab94b514b9469 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1802 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf1c5db58) +| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe293ee6f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.86182427406311 +Command return code: 255, elapsed time: 7.861462593078613 Finished #1802 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed index 36ab158fcc164d91540ae58db339f6681a95779b..6026160d4985a5c60994306611372861fd2fbb03 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed @@ -1 +1 @@ -2.272538423538208 \ No newline at end of file +2.3624320030212402 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt index 514392f6159e75dac5c9f597f33fbc3c79c017e8..93d7f6a3f58a52c0219795dffa98e17aeae3a133 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1634 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.272538423538208 +Command return code: 0, elapsed time: 2.3624320030212402 Finished #1634 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed index 064335ebf971e3365d40a99d66fa2d450798a310..ffe2308e6dd54bb05e90a7d1dd5ef5c2c7973949 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed @@ -1 +1 @@ -8.123457670211792 \ No newline at end of file +8.095771312713623 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt index fcb88d78248e37223fcf7f89dca26895a27e0776..bcf4d538c7ef0b19bdb04829bf494a647c5a2e20 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1582 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffefa286488) +| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff552c25a8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.123457670211792 +Command return code: 255, elapsed time: 8.095771312713623 Finished #1582 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed index 249de06a6eecb0f52d5cec9ae279aec0a6c8aafa..97a2059e18cfb814f5b82439cf55411c2109fd6d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.928613185882568 \ No newline at end of file +8.042582035064697 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt index 2d807eed0d8b4125b6b24b92feeec6054efe6895..a3e4cad95cb479262456ef8f63ff65589a3e3c0c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1405 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc71293658) +| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc09b519c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217526 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263603 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217527 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263604 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.928613185882568 +Command return code: 255, elapsed time: 8.042582035064697 Finished #1405 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed index 9f1576f9a1c15b76ce921a3a076c9ef4703e17d3..a3aa57b4f2ad286da2d30574cb6ff51ffc7961c9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed @@ -1 +1 @@ -8.18949556350708 \ No newline at end of file +8.045260667800903 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt index 22c24e341b9b5fb01f17f32a32a70cf3347f397a..d8eb2acb25b012e31dff1b113f1f828319abdb46 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt @@ -1,5 +1,5 @@ Running #1882 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd80758368) +| [1] ERROR: MPI_Issend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdb1221fd8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221810 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267414 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.18949556350708 +Command return code: 255, elapsed time: 8.045260667800903 Finished #1882 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed index 86d7814cd04d16f9f0ade9ef45ee788b3187e019..fd650b20d2fa7bfd1f1d120ebaeec56632f9b3cc 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed @@ -1 +1 @@ -8.059708595275879 \ No newline at end of file +8.161048412322998 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt index f4269cab721e4d37484193e3e20a7592f06c38a3..3fc372ae5d859d2c0e92ed4a952803160544915d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt @@ -1,5 +1,5 @@ Running #1786 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff314f9038) +| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdf7dae328) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267093 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221273 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267094 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.059708595275879 +Command return code: 255, elapsed time: 8.161048412322998 Finished #1786 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed index 4d44424ce47f2612caba1ae3358868529f977e8a..9504c6e8f2616d3fd1d2deca960b78d0eca28f38 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed @@ -1 +1 @@ -2.2193188667297363 \ No newline at end of file +2.1192691326141357 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt index 69c2e9eb8e2e3b417332e303de5810a4bb39e72f..feb04599d7070b8003eb7d2f89e1222d2fdeb20a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt @@ -1,5 +1,5 @@ Running #2043 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2193188667297363 +Command return code: 0, elapsed time: 2.1192691326141357 Finished #2043 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed index 2575c12ef716d3ebd567a8b7b18912f7f84b47ce..121c40c802603bfd9cf5a6cdce79be7629de7f06 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed @@ -1 +1 @@ -7.473909378051758 \ No newline at end of file +1.2840683460235596 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum deleted file mode 100644 index 70de27b345369027ab823dab87eeb30a74445d66..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d471dd4e1330970fe240a34f67eb3325 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt index 37710b97d7a4e0b5986eeb1d7f26d872613a8f5f..b4c3eb32f57951b4b6052bab8353d38d9586ff80 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt @@ -1,5 +1,5 @@ Running #2082 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-001.c (batchinfo:1/1) @@ -47,36 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffe55bb90e8) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-001.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274815 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274816 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.473909378051758 +Command return code: 255, elapsed time: 1.2840683460235596 Finished #2082 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed index ab30a01c670795e421473b4903bc57687b871b85..c04a45aec040cebe9d15d774c7d481f817443080 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed @@ -1 +1 @@ -7.182574272155762 \ No newline at end of file +7.168627500534058 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt index 5218f8d4080446c32997b19f321285ccb8ca6967..56d615f0ab1ffd63357f94cc9c1ffd77fa1b7c70 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt @@ -1,5 +1,5 @@ Running #2096 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffe20a1e128) +| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7fff070065d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_mrecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233507 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 1071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 1072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.182574272155762 +Command return code: 255, elapsed time: 7.168627500534058 Finished #2096 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed index 09c9cf77c64cbc91ad315627dfed852bce5224ba..f6ac95ff38523535a1eb59f94eb743b9809fb643 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed @@ -1 +1 @@ -2.4685943126678467 \ No newline at end of file +2.2748751640319824 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt index 96d4854974465fe2ec8c20fa8f12c06dc5e6390a..25f3ee545cf932897388508ac2dcb2d864ce032c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt @@ -1,5 +1,5 @@ Running #2048 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-003.c (batchinfo:1/1) @@ -53,9 +53,9 @@ Executing the command (cwd: None) | [0] ERROR: Signal was encountered at: | [0] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) | [0] ERROR: While processing: -| [0] ERROR: MPI_Mrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *status=0x7ffdf4501ce8) +| [0] ERROR: MPI_Mrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *status=0x7fff613550d8) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271986 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.4685943126678467 +Command return code: 255, elapsed time: 2.2748751640319824 Finished #2048 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed index b4e4767ec8103fa87287a814219cd138094988ed..973081367d9a6dc9a8b27fb29b57df824a0e651f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed @@ -1 +1 @@ -7.553482294082642 \ No newline at end of file +7.314587354660034 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt index 0306de5223ac340e82711e55ccd9aeebb90fb0bd..e36ef695c6f1460c2ff69c1443667c5e391cd428 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1928 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffee74f62d8) +| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffce4ac2ad8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_mrecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228504 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.553482294082642 +Command return code: 255, elapsed time: 7.314587354660034 Finished #1928 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed index 7a3ae381b8fb42b56d52e5a8f8b5bfb7c7d07719..687515535a0e35c5b52afe1ee6003d24702f2e30 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed @@ -1 +1 @@ -1.2519469261169434 \ No newline at end of file +2.3533413410186768 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt index 1fbf4f8c5a40b63d911df0ca8032f703c0e44581..544a382ca799b4fa467bd1d0e628efd438920c92 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt @@ -1,5 +1,5 @@ Running #1417 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-005.c (batchinfo:1/1) @@ -47,23 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226287 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226288 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.2519469261169434 +Command return code: 0, elapsed time: 2.3533413410186768 Finished #1417 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed index 795b5d2f57a9e3f2a55bac4506b04ef3e829f994..346075b93bb86b685c91d2271ccbd5f85dee7410 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.1210634708404541 \ No newline at end of file +0.10741710662841797 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt index fff807ad7f0f2f40002cab96a2938b8ca5a18360..26ef44be5b36e1f6fcf69e3865ff24315eeb1ea1 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1474 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccdb9PNz.o: in function `main': +ld: /tmp/iccdcN5gV.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed index 2eab51909867d1653f348ab3fb0284d749011d70..80685878d2617194a91128fb6070f5ca1dc04851 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.09985709190368652 \ No newline at end of file +0.09996175765991211 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt index 0142fdf87efc826da5acdbcc72eab29846963319..12da79772067c236d7d1f3e303ee59a5b4cd6711 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1810 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc6huBiR.o: in function `main': +ld: /tmp/iccO2L3Xf.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed index dae2a77692f40414b653f7b5508363683f0331b9..2e719acb827d6ddb548a08c2bfe4c5bed7abb389 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed @@ -1 +1 @@ -0.11226701736450195 \ No newline at end of file +0.10221385955810547 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt index 2edfed8a85e53db36b67d9330e5cb0974dc912a7..1d180760373856cab20715105aa8ab01c093a095 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1592 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccaZYSyo.o: in function `main': +ld: /tmp/iccrSv8n5.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed index 672283acd095b8138a6ec34b9e21ef713a349e58..322bfa54024ae0b28645b1479a46ca9957d1caa2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed @@ -1 +1 @@ -0.10884928703308105 \ No newline at end of file +0.10595297813415527 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt index 941261b1994cef70469a5bd9ceb4939f30b69b01..bc3c41d281cca2c62189cede78ec8e51812de578 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1540 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccxyuRxL.o: in function `main': +ld: /tmp/iccXgb6ot.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c:49: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed index 22c9edc173181fca00dc11d9d67b6931151afc78..4f201a20740530ce214b4986b0abb30a6661a5ba 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed @@ -1 +1 @@ -0.11249637603759766 \ No newline at end of file +0.10853123664855957 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt index c703bb9ca4f83f11aa6d0383c6d4d5e04423d996..bdf431e13259b6ed1b7bb41518eb4eb53f76bf4e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1716 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-005.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccg4GzNY.o: in function `main': +ld: /tmp/icccBsbGS.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed index a34ad047ed95be6842722bd04808ddf4a1c6f0e5..54a7af5898ff4f95ccd1a5381e7cac25f48b7b5a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10175418853759766 \ No newline at end of file +0.10807585716247559 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt index 2cfaa9c57db3b9e104a784286fb0a9dac83ccb18..6082b67afc3570ce837c071c7815f91abb669a50 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #2012 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccYbpN8U.o: in function `main': +ld: /tmp/iccjPVsCX.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed index 85caa3c57391d1c21461a7c0fcef591c9f57c2d2..e6278ed23c867522c49ebd335564873c57b93d87 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.1196603775024414 \ No newline at end of file +0.10482549667358398 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt index 9f2871178e767a5dfb2c7a1bfc99d1b18034b1fb..1cfb366409e9ea94fab7d8aee1639970d1688918 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1754 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccAaZxFv.o: in function `main': +ld: /tmp/iccz6kZMx.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed index 53a9c45344e361944b885db025c2a9df9093090b..37845bbb8511ccfd7ce5a3c6be4bb8501e6a803b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.10693597793579102 \ No newline at end of file +0.11332249641418457 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt index 79529cd47d636a46f09b1f278bb0b551f160a3b8..c8604b69214b07fce9b8c0894adc0402dc159fe2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1272 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccsIcrVz.o: in function `main': +ld: /tmp/icc0hk7BB.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed index 3fee8d7fb0c7062c1767fef4137efa7adcfbbf7e..9ab5e2cd769884323c12877930fcc02c6409fe32 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed @@ -1 +1 @@ -0.10814332962036133 \ No newline at end of file +0.1158440113067627 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt index d9025b31e054739351f1e4f76b143e228fe0523a..aeede984c7ff52141094830c9862311309f66893 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1529 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccNr5dfm.o: in function `main': +ld: /tmp/iccOoLDFo.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c:45: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c:49: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed index a9fe5c3d468e816bc18d97f174a1ff059c38ef4f..76e09e5fe8c09806ae8ed6470d4cdf9df8c47eba 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed @@ -1 +1 @@ -0.10452914237976074 \ No newline at end of file +0.10409784317016602 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt index 324457b9a5b834e1db762257ddebf11af6b27aad..446478851206ba75b1434ea9069a254222ee3d19 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1670 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-005.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccuH1eBj.o: in function `main': +ld: /tmp/iccYc2QZf.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed index e1ba264fc9e83f3fa51e3a7c7af5a8c44649998f..a4418d309e2f6b3e5f864e145f78bc1572007e41 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed @@ -1 +1 @@ -7.1910905838012695 \ No newline at end of file +1.1876614093780518 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum deleted file mode 100644 index 6afaa0f9cd6928fdbcf7253fa557727e8ce5b2dc..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c0f127de3a455c274f46fe8290834bfb \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt index c5e8aeef9127f9a7202df2e2127ddc2d0bedc8ef..e7bc32f8429c18bce924c2b3b78e0233b082155f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1522 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-001.c:36) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208987 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1910905838012695 +Command return code: 255, elapsed time: 1.1876614093780518 Finished #1522 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed index eaf1241a09ec1435779bab4fc82756804fd8336c..0321a3de0f6a2eb6dd924a63734104f2b179f947 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.63023567199707 \ No newline at end of file +7.214222431182861 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt index da4d21c0d7eb254dbeb795719dffe51c5482b9a1..ba084ae51ad2b56bd7c0edf570465f18bcb9aa37 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1472 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216387 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259831 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216388 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259832 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.63023567199707 +Command return code: 255, elapsed time: 7.214222431182861 Finished #1472 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed index 30c27a6de48e276e2d0cb1d82b5c1a9b9e4cea2e..c79027babe778af14b559bc8645a84477a7517f0 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed @@ -1 +1 @@ -2.236304998397827 \ No newline at end of file +2.4560019969940186 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt index 1fb8e7a0c345783ad2f1cee7c0f399cf751d3878..0de45f5de6d2e0234dd7d7de42c76f711b286c1d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt @@ -1,5 +1,5 @@ Running #1848 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-003.c (batchinfo:1/1) @@ -60,11 +60,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-003.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv-003) | [0] ERROR: While processing: | [0] ERROR: MPI_Recv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221612 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.236304998397827 +Command return code: 255, elapsed time: 2.4560019969940186 Finished #1848 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed index 0bbf76a1c32e97ae9d51cd24e1eeb94d4d30586f..2e6c5ed820968a84cdf67ab766ac833512c83c81 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed @@ -1 +1 @@ -7.156841278076172 \ No newline at end of file +0.823040246963501 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum deleted file mode 100644 index 4b1c71dd1fabeca72f5d02463dece92cfac91ca8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -63e69ed33bd60f37a78fe03855f70583 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt index 7c09dd011a5c8e120ae4f5493473106e2ce4eed1..64457ffd2ea59a6e4f7231d220b5b9c2c59e41e4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt @@ -1,5 +1,5 @@ Running #2005 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-004.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232972 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.156841278076172 +Command return code: 255, elapsed time: 0.823040246963501 Finished #2005 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed index bb2dba22b40cb01c55b684b9ae3314713798a0d3..702798887503fa5f0fec3c944dbbd2f0f11ee39f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed @@ -1 +1 @@ -1.0599133968353271 \ No newline at end of file +2.3216819763183594 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt index 3b8843ec0584d3fede0851ab4dbb815567000b90..f5a533f0718b87b38cd20594e4d906c44d95ae7a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt @@ -1,5 +1,5 @@ Running #1372 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-005.c (batchinfo:1/1) @@ -47,23 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212876 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212877 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.0599133968353271 +Command return code: 0, elapsed time: 2.3216819763183594 Finished #1372 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed index 104551825debc0a768a8e9228caf32289e48a1a4..360de2534ad021a3194d954751b9269820bbf0b5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -7.195252418518066 \ No newline at end of file +7.432313680648804 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt index 95e7024333286ae0b94b58132b6e6153ca070e3a..0ae026287adc56442aba735f7ac326c1f730cdff 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1732 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe59f79578) +| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe41245b08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221218 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268346 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.195252418518066 +Command return code: 255, elapsed time: 7.432313680648804 Finished #1732 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed index bceb613ecfd03ebe1f3d6d38806e6feb88757dc6..c1de1ffdf5dacac10299619c58321b06643c72bb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.347926616668701 \ No newline at end of file +7.407792091369629 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt index 2637e56a288d19586323001db21d00645240797b..ab00708e205611de9ba20ed276a95b97d959134c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #2039 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff353f7628) +| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1c437ad8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347926616668701 +Command return code: 255, elapsed time: 7.407792091369629 Finished #2039 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed index a0dabd685301ab3b60ddd1ed0eeb33f1deb87b06..afa5a6df41dfe2c737671814ce72d94860139dd4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed @@ -1 +1 @@ -2.32594895362854 \ No newline at end of file +1.0796284675598145 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum deleted file mode 100644 index 01f2cf6e97e34625e05f0fdd163f37bf19dab03a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d2b431eaa758a1474f640d30f70f83e1 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt index 699f6a27e3915ac2cccafe15cf0f5a698f9b2ae9..f2900a60b18212e1bf8dc4fadb25814ca799db59 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1639 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-003.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:EXIT:SIGNAL: fatal error -| [0] ERROR: Fatal signal 11 (SIGSEGV) raised. -| [0] ERROR: Signal was encountered at: -| [0] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-003.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003) -| [0] ERROR: While processing: -| [0] ERROR: MPI_Wait(*request=0x7ffccdb67dc8->0x2c000002, *status=0x1) -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.32594895362854 +Command return code: 255, elapsed time: 1.0796284675598145 Finished #1639 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed index b5c21ab9a017360b973fda2ac2fbb1afd6aa9141..5e39481a98ead74275f0366213366af61572cd9c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed @@ -1 +1 @@ -7.337096452713013 \ No newline at end of file +7.456294059753418 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt index cdac45756faf6e5172e1afc7b3ba172eab98b98d..d207eef81782972c4ea9e7ff7b0e8606e5608654 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1489 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffac45d678) +| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd7c089ae8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-004.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208405 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208406 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254061 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337096452713013 +Command return code: 255, elapsed time: 7.456294059753418 Finished #1489 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed index 9e198e7169f7f95b6a28e238e3faa423070836ab..64b98c54ea47b377bd57bc94c13147c645173e8f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed @@ -1 +1 @@ -1.2970056533813477 \ No newline at end of file +1.3673157691955566 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt index ac72de18d61802b95054b149ad17ba166371af7c..51ddaa03334d16382ab9335e5414aae4cae71884 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1577 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-005.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Null MPI_Request. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Request_free(*request=0x7fffb3849fd8->MPI_REQUEST_NULL) +| [0] WARNING: MPI_Request_free(*request=0x7ffd70a5d6e8->MPI_REQUEST_NULL) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-005.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-005) | malloc(): unaligned tcache chunk detected | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270018 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270019 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2970056533813477 +Command return code: 255, elapsed time: 1.3673157691955566 Finished #1577 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed index b33469370d9572e9548d7cf60f103c4ce509f5f0..e086c829b4994a4754a076c5060977c4bdc8739e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -7.9755167961120605 \ No newline at end of file +8.25875735282898 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt index df312897e3247e43f5332e9d9e7aaf796b8e3aa5..d3d2d7d3bf858cafe041c1452da2b2e66731e081 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1580 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226917 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270498 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9755167961120605 +Command return code: 255, elapsed time: 8.25875735282898 Finished #1580 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed index 65895de15128429e18c3cf1d71bc3479f2f2530a..d031b941f8bed26a55ff4ca96531e64e17b6a040 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -0.976081132888794 \ No newline at end of file +8.06391429901123 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt index 9c3766eeca5fd1a59238a1559d041a72eb409819..4a635b1ffc2044ca4c734c8f3c0ea8cdc083ba57 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1986 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-002.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error +| [1] ERROR: Some memory in buffer (nil) is inaccessible. +| [1] ERROR: Error occurred in: +| [1] ERROR: MPI_Rsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-002.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-002) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225337 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272657 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.976081132888794 +Command return code: 255, elapsed time: 8.06391429901123 Finished #1986 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed index 8778540ca56335e8df04786227413c97646ce69c..9622000e57bde23d5264375e4d52018787f4ba65 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -7.909116744995117 \ No newline at end of file +7.882692098617554 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt index 2e7dce2b3ae3a2133148a990ad84514e2d6d2b3a..b6dfabcec68855ed0b63c60c143b1f89c7edb46d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1262 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208192 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254515 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.909116744995117 +Command return code: 255, elapsed time: 7.882692098617554 Finished #1262 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed index 98962b18996cc069f901619b683329e562aa622a..f76b42fc372d00a3ae85eefa2dd5f6893e82f574 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed @@ -1 +1 @@ -7.935490846633911 \ No newline at end of file +7.853360176086426 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt index 5a8f6d3e37f6657b585f51cbcbafbe73f2177c8f..b1a72a26b3f7f8c328599fa3f4523356bbad160a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt @@ -1,5 +1,5 @@ Running #1399 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-004.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.935490846633911 +Command return code: 255, elapsed time: 7.853360176086426 Finished #1399 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed index 4211fdffc8b0337f390533c10b1385635eee679b..1f20c37ea2959061e51c19fb2008620deb906cc8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed @@ -1 +1 @@ -2.319969415664673 \ No newline at end of file +2.2825655937194824 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt index 51c0e196b0fc759297402383e74de4d828f090f1..b713ea4afee00599b99b1c01d187774c52012f25 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt @@ -1,5 +1,5 @@ Running #1318 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.319969415664673 +Command return code: 0, elapsed time: 2.2825655937194824 Finished #1318 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed index d6b714560a2d1a89370e22c946406317b802ad3b..dfe4fe49eecd7bef9a4e4290352f3b365d50b57f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -8.14583444595337 \ No newline at end of file +7.871382474899292 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt index fe422c5d6e89a613d6650b8ca98d83350d06a932..e914399a364e9ce561918dc91d859bb893fcf60f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1955 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeae235ae8) +| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff17265048) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227383 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275632 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227384 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.14583444595337 +Command return code: 255, elapsed time: 7.871382474899292 Finished #1955 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed index 8984721434b6075adf5f6bb3a89a278c3c68e3e1..2930d39191c2127fd904e2c2898f1a9449925961 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -8.042264223098755 \ No newline at end of file +8.084285259246826 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt index 0391e70660d65609f1d04916508bcb311ef7d786..53c8191b78ce1e5890fdc592c5d75b97911ec81f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1831 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff84e20288) +| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffde1c2a128) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227483 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227484 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271343 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.042264223098755 +Command return code: 255, elapsed time: 8.084285259246826 Finished #1831 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed index c9b455e4b9a98127c97a931f1e588adb912d1e9f..076d0f74ecd563c7bce373ca1cc87684d2f8d962 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed @@ -1 +1 @@ -8.20189905166626 \ No newline at end of file +8.101729154586792 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt index 33ae4d565839a203df0e69e2bee7982f08656d64..75973473c82efd1d0747940f59642540dab8f7ed 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1476 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7fffd45dff78->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffec81d2e38->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-003.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217195 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.20189905166626 +Command return code: 255, elapsed time: 8.101729154586792 Finished #1476 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed index fcc84b7578bc18034b92ddfaf94b9ff07810fed7..c04af5ab2a25ae0d3712dccfa558042b8b1c9b73 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed @@ -1 +1 @@ -7.764218091964722 \ No newline at end of file +7.703723430633545 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt index 9e37fb5fc767fd8bf2570908cc8a6b4d6cb0f4e2..b552272089ea56be1f94384cac854f83c3c2b117 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1809 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc03cc91f8) +| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe9d5c51c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2668 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2669 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.764218091964722 +Command return code: 255, elapsed time: 7.703723430633545 Finished #1809 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed index 7a857046a806d660a2301e6ac2beba3403c42940..4d6ffcb8f9dea7d45b466b3cb398f833543893bc 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed @@ -1 +1 @@ -1.1336636543273926 \ No newline at end of file +3.8133983612060547 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt index b1064663db4ffd9d1fec1983fa76c3b01f95aa0c..ef0bcc13d3cf16e79bef5e1a7d56d1abd2158462 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1307 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-005.c (batchinfo:1/1) @@ -47,23 +47,40 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217190 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [1] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [1] WARNING: Null MPI_Request. +| [1] WARNING: Error occurred at: +| [1] WARNING: MPI_Request_free(*request=0x7fff0b396b88->MPI_REQUEST_NULL) +| [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c:46) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-005) | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [1] WARNING: LOCAL:REQUEST:NOT_FREED: warning +| [1] WARNING: When calling MPI_Finalize() there were unfreed requests: +| [1] WARNING: 1 in this process. +| [1] WARNING: This may indicate that resources are leaked at runtime. +| [1] WARNING: To clean up properly MPI_Request_free() should be called +| [1] WARNING: for each persistent request and MPI_Wait() for normal +| [1] WARNING: requests. +| [1] WARNING: 1. 1 time: +| [1] WARNING: MPI_Rsend_init(*buf=0x46ab50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff0b396b88) +| [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c:47) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -Command return code: 255, elapsed time: 1.1336636543273926 +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: LOCAL:REQUEST:NOT_FREED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. +| +| Rank 0 finished normally +| Rank 1 finished normally +| +| +| +Command return code: 0, elapsed time: 3.8133983612060547 Finished #1307 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed index 107585a7601af6238beab6992818fa2885e20741..a7e6c9e7eb7ff578f5b2fff8839ea608119b8d6a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed @@ -1 +1 @@ -8.034927606582642 \ No newline at end of file +7.968167781829834 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt index b8ff8330964a9ed24b32c52880c1f141f07b7506..cb37048b853ff5182c6053cae0f890f9166dd56b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1468 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258717 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258718 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.034927606582642 +Command return code: 255, elapsed time: 7.968167781829834 Finished #1468 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed index c7392ddf3dcfd0e004acb4e15144e6ed96115165..5d86a07b6b1361d126b225062130fa8f5d340b99 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed @@ -1 +1 @@ -8.07275104522705 \ No newline at end of file +7.955267429351807 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt index b46792015743536da9755f394e6a037de72f750f..c6c707def9be0b579ef3ab5d62cf5f64f1dcdac4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #2015 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271918 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271919 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.07275104522705 +Command return code: 255, elapsed time: 7.955267429351807 Finished #2015 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed index c7db67d661053a87f48aec68c021641220167550..dda70bdc372521e23a16a2c5e87d8ac5ce384d2a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed @@ -1 +1 @@ -8.116556644439697 \ No newline at end of file +9.768937349319458 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt index b34b32d3f224eaa112650faf07de34135bd85d7a..3316f349c762d4b781eeb126bc6ea373165c2242 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1351 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220620 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220621 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266653 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.116556644439697 +Command return code: 255, elapsed time: 9.768937349319458 Finished #1351 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed index df5d837d94a9f6fd9c4e99d770fe7e2093dcd130..ab5931056c015ad9ffd10ae85f1e1fc3f03f392f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed @@ -1 +1 @@ -7.982239723205566 \ No newline at end of file +8.13831377029419 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt index 4156e2d4e63de1b256ab5ce2016c37fa16235e00..a90371d08711dd1a72a7d005f4003e6449448090 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #1673 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-004.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225413 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272160 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225415 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272161 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.982239723205566 +Command return code: 255, elapsed time: 8.13831377029419 Finished #1673 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed index 84115b07bb6500140984c9b21916c33920251961..5a94867d36089151176839df962a67ce8b91703c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed @@ -1 +1 @@ -2.4073739051818848 \ No newline at end of file +2.309669017791748 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt index 53c39a0a9fa5d44d9b4c6a2645c275cc2538cfb2..42929a3388652f599a0f904131f9e328d3418a49 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1239 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-005.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.4073739051818848 +Command return code: 0, elapsed time: 2.309669017791748 Finished #1239 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed index 2ba62ae8b3de77b77a4c561a1368e28600ef3c6c..f7db2915d99fc5d998aa337f94fa561c95b6e9ec 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -8.010842323303223 \ No newline at end of file +7.951647520065308 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt index 1f03fcaac4c408609a8031b38df1cad1ca106958..f98adf4e79b3ad6b37b8b222f9dc30daf6273cbb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1870 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0b4d76f8) +| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0f58aae8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230934 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274751 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.010842323303223 +Command return code: 255, elapsed time: 7.951647520065308 Finished #1870 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed index 6e6cb7d2e6ad677a54ceafb4ef3cff22a1b7804d..7975d05527788c3ce2e031fc3e684ff67f191d10 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -8.017784833908081 \ No newline at end of file +7.951832294464111 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt index b0951aea0cc9950a7a2f3c8f65f1b509a2da34ce..d9c68009a21da8407843fb67edf28097aadea1af 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1865 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc30060498) +| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff354c2598) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227679 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227680 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.017784833908081 +Command return code: 255, elapsed time: 7.951832294464111 Finished #1865 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed index b090b079c6794645b3ac94c563400fe7743eda4c..f2a3a4baa754eefb980c189fe9ca8ad796ae483f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed @@ -1 +1 @@ -7.987793445587158 \ No newline at end of file +8.227630853652954 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt index 0a2a44d08ada88c85bef1a8150ca466c14d4fd14..e017286e098f9c476df336bcd68297e4d7e0c2d2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt @@ -1,5 +1,5 @@ Running #1579 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7ffef037d798->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffda46d8c08->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-003.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226711 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270340 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226712 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.987793445587158 +Command return code: 255, elapsed time: 8.227630853652954 Finished #1579 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed index 67df16858cd8f75711218537e2226dca9c865986..8cb423d2afce610753a0b45e46ee69f5a2078ffd 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed @@ -1 +1 @@ -1.0026845932006836 \ No newline at end of file +7.943808317184448 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt index 6048790c60879c6bb37990ad2d9c13631b53b7a7..1bdecb236e015a63c5767dc7c8b121d72d38c3aa 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt @@ -1,5 +1,5 @@ Running #1386 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-004.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Null buffer pointer. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd87b67c28) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-004.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-004) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0026845932006836 +Command return code: 255, elapsed time: 7.943808317184448 Finished #1386 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed index 45447eb44e8ab4f3322d77d1051420a1a4fd600a..113498fe4fff9ef102c46b69b421aa400990f84f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed @@ -1 +1 @@ -4.175833225250244 \ No newline at end of file +3.952908992767334 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt index 49d3b93d8b5c9abe9dc710bc73737df87803b4c2..53a8e7de301813f4562a8124138f817186255cc4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt @@ -1,5 +1,5 @@ Running #1983 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-005.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Null MPI_Request. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Request_free(*request=0x7ffed79a0298->MPI_REQUEST_NULL) +| [1] WARNING: MPI_Request_free(*request=0x7ffe424bd238->MPI_REQUEST_NULL) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-005) | | [1] WARNING: LOCAL:REQUEST:NOT_FREED: warning | [1] WARNING: When calling MPI_Finalize() there were unfreed requests: @@ -65,12 +65,12 @@ Executing the command (cwd: None) | [1] WARNING: for each persistent request and MPI_Wait() for normal | [1] WARNING: requests. | [1] WARNING: 1. 1 time: -| [1] WARNING: MPI_Send_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed79a0298) +| [1] WARNING: MPI_Send_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe424bd238) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: LOCAL:REQUEST:NOT_FREED: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -80,6 +80,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 4.175833225250244 +Command return code: 0, elapsed time: 3.952908992767334 Finished #1983 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed index 045803629c1e582c23b4ba6be97e2ad49ad71e8a..8d07f007a134a00921216d2cbbb814caf141110a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -3.0702004432678223 \ No newline at end of file +2.9315295219421387 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt index e3ccfff15de78b927e2c4e1fe3b3aa39f50a7d63..a17d1a0cf8e93fd6edf3e487c07e2601f9d8d43e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1311 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-001.c (batchinfo:1/1) @@ -49,23 +49,23 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470700. +| [0] WARNING: Send and receive buffers overlap at address 0x470740. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Sendrecv(*sendbuf=0x470700, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470740, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad50. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac30. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Sendrecv(*sendbuf=0x46ad50, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] WARNING: MPI_Sendrecv(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ac30, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-001) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -73,8 +73,6 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 3.0702004432678223 +Command return code: 0, elapsed time: 2.9315295219421387 Finished #1311 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed index 5b4190805091e867ace2537ae851dc3415504077..5f237cfabfacac23131980e856894145c987802b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -2.827636957168579 \ No newline at end of file +2.8630940914154053 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt index 4dc81bab4855248c6ffc49d6c6e73031c43400e9..27637fc430a875ffb14cd3e5b2cb5f27f4a7f34e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1338 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-002.c (batchinfo:1/1) @@ -60,7 +60,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Sendrecv(*sendbuf=0x470700, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=MPI_IN_PLACE, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] WARNING: starting emergency trace file writing @@ -76,10 +76,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ac50, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=MPI_IN_PLACE, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=MPI_IN_PLACE, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -88,16 +88,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212304 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212305 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.827636957168579 +Command return code: 255, elapsed time: 2.8630940914154053 Finished #1338 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed index 257906a541b283781fdcad2ea84f3e623ea9736f..cfe8f39e1468d1249cb3db42f0098601f0c9b271 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed @@ -1 +1 @@ -7.525380611419678 \ No newline at end of file +7.452093124389648 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt index a1b9bbd363613c400190a93a782ce558c1393d29..26ff8e853fae6ffb3944b1b29614246e21f2c05a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt @@ -1,5 +1,5 @@ Running #2072 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-003.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ad50, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46abb0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235230 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4714 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235231 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4715 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.525380611419678 +Command return code: 255, elapsed time: 7.452093124389648 Finished #2072 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed index 260743092b62b08f8a686bde3b3c402d14f489b2..11c11548b455c1ca3e7004ea88879b53c442fa64 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed @@ -1 +1 @@ -7.833221912384033 \ No newline at end of file +8.216737270355225 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt index e7e1aaa335dbbc73e0c44277858fe2d194bc3ddd..03ab7024cdaab93c67897e24e6087a161deafa8d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1486 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-004.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207699 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207700 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.833221912384033 +Command return code: 255, elapsed time: 8.216737270355225 Finished #1486 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed index 150151e09b263e676e650a23a35364708a9d9e96..55b9819f6ed5afb415b8668d6b3540f543368934 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed @@ -1 +1 @@ -8.19326114654541 \ No newline at end of file +8.117989540100098 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt index cc58e02f0f34416fac5d15961a7fa98a66a24bb9..e81fbd9d39c95e180a04385cad22cfb3869de7f9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt @@ -1,5 +1,5 @@ Running #1672 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-005.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46abb0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-005) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225031 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.19326114654541 +Command return code: 255, elapsed time: 8.117989540100098 Finished #1672 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed index 5e520b0d9218fc6e9eb606b219b7bc85f466a8c1..1d01d09e04b492c230d5ef826a81753c4dcb0753 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed @@ -1 +1 @@ -9.706714153289795 \ No newline at end of file +7.960413217544556 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt index ddfc224b5088a34bccd3d768959b2c8a2b1a20fa..06717cdc494ffa5f2cd592ae170269923652feb4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt @@ -1,5 +1,5 @@ Running #1534 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-006.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [0] ERROR: Some memory in buffer (nil) is inaccessible. | [0] ERROR: Error occurred in: -| [0] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ad80, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-006) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212242 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212243 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.706714153289795 +Command return code: 255, elapsed time: 7.960413217544556 Finished #1534 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed index 1ff3e15074eb8b3d0bc2714e737045aa555bdb4d..34c7a241654556a1ec40847b8822a5eae40d5dae 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed @@ -1 +1 @@ -1.552807092666626 \ No newline at end of file +1.2861344814300537 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum deleted file mode 100644 index 12ca94cdcf76118eb13d8aefbdeecb12a182b1b8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -7bfe04b05a83088faa04c5d7d37d5d3b \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt index 5924ae024eaa2cd96f5dd961fe4c9c20e67c3b33..86262af45c4644bc4378c9e9869d646a3babc424 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt @@ -1,5 +1,5 @@ Running #1450 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | malloc(): unaligned tcache chunk detected | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219798 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265675 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.552807092666626 +Command return code: 255, elapsed time: 1.2861344814300537 Finished #1450 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-007.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed index 05b0fcffb7a9de00ccb8c741e483cc2d1928fd54..934d7459b5ef8d30169c141789c5412db608aed8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -8.119461297988892 \ No newline at end of file +8.073464393615723 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt index 6157829f2c37a5b5372e986d25c805e7baccf00d..1f2f98ff3132726e0df1afd9b12bfa7e3922ffaf 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1783 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220252 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266113 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.119461297988892 +Command return code: 255, elapsed time: 8.073464393615723 Finished #1783 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed index 93e0b77e50b505e8c05c6b343567ec1cecbc76f1..7a3855f1b1a339e475b3d7637904ae28d66f344d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -7.932610988616943 \ No newline at end of file +7.822474956512451 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt index d3f03b54a4c06b1626799b0b4fdc3eb2b01b9cf4..ba3156a7a6c2a8203d200921810a08e85c81bec5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1900 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278247 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278248 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.932610988616943 +Command return code: 255, elapsed time: 7.822474956512451 Finished #1900 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed index c87cb5e54708a357063dc4aa60ef8ce148706d50..84104d4b99504c991d6929080877a31da44ca7ab 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -8.207340002059937 \ No newline at end of file +8.052019357681274 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt index 84a2cad7704bf9be88a0269e4485987f1d23b4ab..5c35c2feb7c7fd0f752da731479624c6d30b6376 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1349 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220085 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.207340002059937 +Command return code: 255, elapsed time: 8.052019357681274 Finished #1349 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed index b0f866d92db34f2415b2b3f8ea6b0c6699fda33f..ba7a3ed8bc073bb39e4c9f26f449e8f4039da690 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed @@ -1 +1 @@ -7.940759897232056 \ No newline at end of file +0.9478549957275391 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum deleted file mode 100644 index 4f7398ed0fdbb61ea6246063a0d0b1a4ccdb0894..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -47e8d2d32d3cd8bb719cb9fcd362bba0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt index 55b52c4a3947cc8a1f92a7dfab78d09245a8aaa0..61d13057cd941fa5c23e2e3c4b99aad9909a63b7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt @@ -1,5 +1,5 @@ Running #1564 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error -| [1] ERROR: Some memory in buffer (nil) is inaccessible. -| [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ssend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-004.c:43) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215524 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215525 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.940759897232056 +Command return code: 255, elapsed time: 0.9478549957275391 Finished #1564 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed index 0c8be3364dad5a8b734277029736244f0da6da44..1c18bc14907963ca438090eaeb74bb6974993b83 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed @@ -1 +1 @@ -2.253826856613159 \ No newline at end of file +2.3011295795440674 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt index 83bdba0be91de8f218992800d33edeb90e9ddda6..a797c94d8f13026a1df4f1d744ec6458676cae0a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt @@ -1,5 +1,5 @@ Running #1697 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.253826856613159 +Command return code: 0, elapsed time: 2.3011295795440674 Finished #1697 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed index 599e1c2df8658f8270e0603ee95d14ce5c6eeb87..c5935ac21076b6600852c7424505ed63ec65a5ae 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -8.013866424560547 \ No newline at end of file +1.320432424545288 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum deleted file mode 100644 index 925eaa88a10b04c7c39beade4587d4c50bda5aa1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a73272d14b5e85cc9be15c393132dba2 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt index bdb15704a02b6c9819680c6d01851951d193b3b0..5adcd41bea7dde753cddebf281fa59b5e759b153 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1368 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Null buffer pointer. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffec9608918) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211585 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260352 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211586 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260353 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.013866424560547 +Command return code: 255, elapsed time: 1.320432424545288 Finished #1368 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed index d2172cc3621bfa65425e5d1b2dcfeb7171939c47..cb7aa00b7740c6d6e4ac7cacdbf9e3dca4e22aa7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -8.092050552368164 \ No newline at end of file +8.012287855148315 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt index c91aab504b82e68a9de10334a74a940547304755..c84cda00b3744c36e14d4c31b6e79010fed888ab 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1306 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe01d67f78) +| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe37137318) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216928 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264051 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216929 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264052 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.092050552368164 +Command return code: 255, elapsed time: 8.012287855148315 Finished #1306 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed index b558345f493c623430a236c1c2d7e26fa94fb176..19944909eb77e5dd82cb474fca68c5689985076a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed @@ -1 +1 @@ -8.748140573501587 \ No newline at end of file +7.808230876922607 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt index 2128def240c088435f577af63d41efd5f84adfb3..6acf12a16b5151104404133047de0b629a137e4e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1649 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7fff30887478->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff02eaf448->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-003.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232570 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277612 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.748140573501587 +Command return code: 255, elapsed time: 7.808230876922607 Finished #1649 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed index 13633c49f5fbb659a048d20309875fb42428901d..4742817ae569264adaccc158cdc1da59b49d9bae 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed @@ -1 +1 @@ -8.021058797836304 \ No newline at end of file +8.13337755203247 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt index 9a85c0f7f8b995d10c7d98563877db2f03e2af29..5f9a53c5b573e2e07ee4c5af20f5719542b1e84f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1401 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff29500c38) +| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd86e611e8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214498 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260814 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.021058797836304 +Command return code: 255, elapsed time: 8.13337755203247 Finished #1401 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed index 588e7fa3482a5fc679a5863eb9f81baf6f5a1766..4f212009317a4e05b7926f33b7ac5bcf11ff594e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed @@ -1 +1 @@ -3.9220707416534424 \ No newline at end of file +3.8862478733062744 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt index 100f0ff66db88bd2bcadbf6de913027d9da3a56e..675777c3866c3e95b352ed09459283e12bb95787 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1310 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-005.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Null MPI_Request. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Request_free(*request=0x7fff24824518->MPI_REQUEST_NULL) +| [1] WARNING: MPI_Request_free(*request=0x7ffedd965858->MPI_REQUEST_NULL) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-005) | | [1] WARNING: LOCAL:REQUEST:NOT_FREED: warning | [1] WARNING: When calling MPI_Finalize() there were unfreed requests: @@ -65,20 +65,21 @@ Executing the command (cwd: None) | [1] WARNING: for each persistent request and MPI_Wait() for normal | [1] WARNING: requests. | [1] WARNING: 1. 1 time: -| [1] WARNING: MPI_Ssend_init(*buf=0x46acf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff24824518) +| [1] WARNING: MPI_Ssend_init(*buf=0x46abd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffedd965858) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: LOCAL:REQUEST:NOT_FREED: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 3.9220707416534424 +Command return code: 0, elapsed time: 3.8862478733062744 Finished #1310 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed index 83417dff23a8d3a2a5157ff4aa592df80f5ea6f2..2df140d13a80a19b0e3a54f54acec4bd9fc837eb 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -7.350747108459473 \ No newline at end of file +7.233746767044067 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt index fa72c9a7ca0910b081fec19695e043f798339722..e6c4bedab5b1eed52289824d12098b923d089a23 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #724 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allgather-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allgather(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.350747108459473 +Command return code: 255, elapsed time: 7.233746767044067 Finished #724 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed index e43cbbfc61b949bb709692515994215ed962f7e8..5a1189f9334f7d5794e47c189ef54ae32b50129f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed @@ -1 +1 @@ -2.756639003753662 \ No newline at end of file +2.7957539558410645 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt index 81337d141ebb7cc91f163ea53f95ce8266037e1e..d497b0f088b922e7af7587c85f256ad8c0284e4d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt @@ -1,5 +1,5 @@ Running #467 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allgather-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Allgather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230374 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230377 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.756639003753662 +Command return code: 255, elapsed time: 2.7957539558410645 Finished #467 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed index de03687b19acc02e182cd0a12bd81c053c4bf07a..aa0599c34396c47320ccc235076b07b2817bc631 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.299747705459595 \ No newline at end of file +7.3942155838012695 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt index 8b0f836d5e4328f625ac8c7c456060ecaed87964..a0374613b1f113ba6e53784cb28fb2fdb45e4f58 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #586 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allreduce-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193333 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239163 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239164 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299747705459595 +Command return code: 255, elapsed time: 7.3942155838012695 Finished #586 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed index 156175d3fb0d74184536b4d87861ff8a0cd461f9..2dfc3ac4c9ebaf5e8b5694bd1d6a5e27a54219e2 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -3.4988701343536377 \ No newline at end of file +3.0195720195770264 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt index e2be5b81196f8a28b257bf3b1f04696b7b5d19a2..15cdcc2dfc51ffb0a5464cd8b6a77163bdd21f0e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #1184 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allreduce-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Allreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214925 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257024 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214927 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257025 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.4988701343536377 +Command return code: 255, elapsed time: 3.0195720195770264 Finished #1184 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed index 5494d854e01ac034183edd0a252a7fabf362d9dd..799f1502730f26d98114a841bb43e71700252526 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -7.113762855529785 \ No newline at end of file +7.314864873886108 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt index 8f89b109c2ca1f9cf58e9b8c0d2cb0595ea5cf34..4f70f8aa0af637cd4e1b3b378582fd0c2b614a6d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #734 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_alltoall-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186228 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186229 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.113762855529785 +Command return code: 255, elapsed time: 7.314864873886108 Finished #734 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed index 2ffa321ac51e237dbf8b52c103b530adafa40d75..466df294c3a28aa5bba7f0a4e32bd2a719cfeba5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed @@ -1 +1 @@ -2.8889050483703613 \ No newline at end of file +2.9286231994628906 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt index 4f0da927f1f4e858e15aba1d2ef71dc07452a613..b7373be9cb06ea6bbcb88369d0798ef6a0403e98 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt @@ -1,5 +1,5 @@ Running #640 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_alltoall-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186991 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233241 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186992 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233242 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.8889050483703613 +Command return code: 255, elapsed time: 2.9286231994628906 Finished #640 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed index fffc88aa87e943354ce22c1c67a4a54f1d0455e4..dc223781a39e91430bd68115600d325bc57c494c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.237269401550293 \ No newline at end of file +7.285577774047852 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt index e7bb45957353221ae31d535fe845339a07e8ce54..b170fad5fd6c689b39ad83697dc423244f03bc0f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #487 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_barrier-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c:33) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c:33) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194810 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240844 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237269401550293 +Command return code: 255, elapsed time: 7.285577774047852 Finished #487 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed index cddd94125dc6ca4d582e0f696a1d4fff21f35f45..6ea03ac0acb0c6fce16e5a6035b93b32e1fafe73 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed @@ -1 +1 @@ -4.319426774978638 \ No newline at end of file +2.9278290271759033 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt index 0eb8f4de767ffd3226296df527840181aa05762d..8291b607a6403bbe587a0e36efddda8c25c48f1b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt @@ -1,5 +1,5 @@ Running #716 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_barrier-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c:33) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Barrier(comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c:33) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-002) | [1] ERROR: While processing: | [1] ERROR: MPI_Barrier(comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195232 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 4.319426774978638 +Command return code: 255, elapsed time: 2.9278290271759033 Finished #716 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed index 21cef71225c73a83a4c2e7428abcccfe4b28ab2e..51578a4e755d2c9bdb96b4b202dee77531865776 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.3357930183410645 \ No newline at end of file +1.0211427211761475 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum deleted file mode 100644 index 4c65d15852a88c4e01dcfd7b7c41982cc2759d35..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d9150ac290d066405d47168b896e6e43 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt index fecbc1d8cf95a54a7ec2c897469be8652e5bffcd..f4b5d087ea7143175a73c8694b4d39d85b5f91ff 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #946 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bcast-001.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Invalid communicator. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c:35) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid communicator. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bcast(*buffer=0x46ac40, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c:35) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198947 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245755 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198949 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245756 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3357930183410645 +Command return code: 255, elapsed time: 1.0211427211761475 Finished #946 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed index 420b6223445b59e5fe8c52ee77d4df8b833673a9..b7421e2e3a0a1a765852312e998be36c51af8e7d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -3.035372018814087 \ No newline at end of file +2.9614548683166504 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt index 2bafe77790c96504b581c05c1c32db1acf8372d5..fe19357e98deb2301077ecbed423c51759218638 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #709 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bcast-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bcast-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Bcast(*buffer=0x4706d0, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c:35) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bcast-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Bcast(*buffer=0x46ac00, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Bcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191158 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.035372018814087 +Command return code: 255, elapsed time: 2.9614548683166504 Finished #709 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed index 43a90dd3a16a1766b7e311b13af65c16025c5ee1..92733eb76287775f54d1e6b91e2964c3ae91bd5e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.543367624282837 \ No newline at end of file +7.453888654708862 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt index ae213a8d3446f1ee029be905a26bed458c0351b1..afa2faabe22e1f2e06876019fa3f4e724596a43e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #2070 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234986 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4498 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.543367624282837 +Command return code: 255, elapsed time: 7.453888654708862 Finished #2070 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed index 2fe1989c34f4dd324527b2cb542af907cf87f152..7b3bf4b44acc0e888119ff31d79d1db039f761d4 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -0.6375479698181152 \ No newline at end of file +7.456198453903198 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt index 4ef4605c5d7805c63d4000e5ba682806a15e471d..375b30081914aa52dcc465089451373cbddd2605 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #2071 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend-002.c (batchinfo:1/1) @@ -51,23 +51,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Unknown error class. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-002.c:45) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend-002) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235199 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235200 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4681 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.6375479698181152 +Command return code: 255, elapsed time: 7.456198453903198 Finished #2071 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed index f438b408d0e0b4e60a529ac2b1f852d0a6682f66..ae9041f80bab3356ef8d43bb0a96d792cbeaad50 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.94044041633606 \ No newline at end of file +8.181434869766235 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt index b1ee1fc46f3119412dde679e2ecedc40eda95b3d..d69bce4404077c0e33872c7f94ad52e82f9daf7b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1252 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46ad50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffdb28adce8) +| [1] ERROR: MPI_Bsend_init(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffd1d28c228) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222527 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264996 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264997 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.94044041633606 +Command return code: 255, elapsed time: 8.181434869766235 Finished #1252 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed index 9eb9e221267f389bbf4f613b0f3b35514a5e9b6a..d7245b97a8977fa1c342c78e84f4ba3ff5690f30 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -7.821202754974365 \ No newline at end of file +7.841254711151123 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt index 9a3f0f7b77b8f395a047d2c726c541a842e681be..90e19558ee19c5d4e5fb26caa1216301934b60a8 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1906 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffe0627dfe8) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffe028c7f08) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232957 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 877 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.821202754974365 +Command return code: 255, elapsed time: 7.841254711151123 Finished #1906 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed index 189865abcc27c8ee774c1ea2da796116d3fd1b35..30597e867842df351497738014eeda6036620fdf 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed @@ -1 +1 @@ -7.910830020904541 \ No newline at end of file +7.838685750961304 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt index 891a1648feffc0adaa5280d02295f07349036e0e..1281afdff74f98b9a86edc8ba580056b0e9c4ec7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt @@ -1,5 +1,5 @@ Running #607 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7fffc6460924, *periods=0x7fffc646091c, reorder=0, *newcomm=0x7fffc6460908) +| [0] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7ffd6180b284, *periods=0x7ffd6180b27c, reorder=0, *newcomm=0x7ffd6180b268) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7ffc57066604, *periods=0x7ffc570665fc, reorder=0, *newcomm=0x7ffc570665e8) +| [1] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7fffecca0db4, *periods=0x7fffecca0dac, reorder=0, *newcomm=0x7fffecca0d98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235163 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192624 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235165 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.910830020904541 +Command return code: 255, elapsed time: 7.838685750961304 Finished #607 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed index f473e4e684c66b1ddb7dfaeaaedfc61e46b48786..6e4581b5663b29351483f27a7c061121fd5d6a9f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed @@ -1 +1 @@ -7.897791147232056 \ No newline at end of file +1.017183780670166 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum deleted file mode 100644 index 01578fb526e15f0bcd4153ee278020245518251a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -66f5ca94a4ce3bf20a36a13c538ea13e \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt index f0fb6dfc9410eaee05611f92183d11e7f9fbff5e..130856a286078df13edbc5b0642c26c9d4124e15 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt @@ -1,5 +1,5 @@ Running #880 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-002.c (batchinfo:1/1) @@ -51,45 +51,27 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Unknown error class. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_create(comm=0x0 <<invalid>>, ndims=2, *dims=0x7ffd3a10b934, *periods=0x7ffd3a10b92c, reorder=0, *newcomm=0x7ffd3a10b918) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Unknown error class. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_create(comm=0x0 <<invalid>>, ndims=2, *dims=0x7ffc0b0b5bc4, *periods=0x7ffc0b0b5bbc, reorder=0, *newcomm=0x7ffc0b0b5ba8) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c:38) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240426 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196301 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240427 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.897791147232056 +Command return code: 255, elapsed time: 1.017183780670166 Finished #880 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed index 2e112aa950d7227b772056a7450cb4fe11e7b8de..b89b26afcf3e504529373001ead969e49e2b2015 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed @@ -1 +1 @@ -7.723622560501099 \ No newline at end of file +7.936545372009277 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt index e27e6119f5be6ff6aead49914b575b76a9e43684..f6a38fa44127475db91546b06d3af29ff2c3ad7e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt @@ -1,5 +1,5 @@ Running #528 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffd6f369d24, *periods=0x7ffd6f369d1c, *coords=0x7ffd6f369d2c) +| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fff17b56af4, *periods=0x7fff17b56aec, *coords=0x7fff17b56afc) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffd15d2ee84, *periods=0x7ffd15d2ee7c, *coords=0x7ffd15d2ee8c) +| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fffd5a40b24, *periods=0x7fffd5a40b1c, *coords=0x7fffd5a40b2c) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c:39) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179518 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224763 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224766 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.723622560501099 +Command return code: 255, elapsed time: 7.936545372009277 Finished #528 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed index ba9ed9afce9c52fb7bf4e37ab48f55e9ff0d9348..cd3b4bd67590bb4dc4d49640b54b5ca5abfe6cfb 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed @@ -1 +1 @@ -7.865474462509155 \ No newline at end of file +7.709286689758301 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt index eb819caf402827e4b6741e5062aa3da9f49b86cc..eb32ae9488bc229c8bea20bd2c52a909c10826ef 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt @@ -1,5 +1,5 @@ Running #967 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c (batchinfo:1/1) @@ -55,24 +55,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffe5b279af4, *periods=0x7ffe5b279aec, *coords=0x7ffe5b279afc) +| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffff029abe4, *periods=0x7ffff029abdc, *coords=0x7ffff029abec) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffe27888564, *periods=0x7ffe2788855c, *coords=0x7ffe2788856c) +| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffdb738c134, *periods=0x7ffdb738c12c, *coords=0x7ffdb738c13c) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c:39) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241130 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.865474462509155 +Command return code: 255, elapsed time: 7.709286689758301 Finished #967 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed index bbbb73fa728bca167cbe6170afe0c353b23ae676..de50ae326862d2b5bceda1c8e919846c86f398c1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed @@ -1 +1 @@ -1.0735013484954834 \ No newline at end of file +7.9083099365234375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt index eb62c96484bc058d89a22257e27e79bcdfa01b92..8f0c573fff628eb2665845ad3c9a1a2df6b874ee 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt @@ -1,5 +1,5 @@ Running #871 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c (batchinfo:1/1) @@ -51,25 +51,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... -| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer -| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Null communicator. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fff62dd7c04, *periods=0x7fff62dd7bfc, *coords=0x7fff62dd7c0c) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Null communicator. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fff390dc814, *periods=0x7fff390dc80c, *coords=0x7fff390dc81c) +| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c:39) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237749 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193645 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0735013484954834 +Command return code: 255, elapsed time: 7.9083099365234375 Finished #871 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed index a1053f18e2e42f04aa8f7d8fd04580db3bbaf079..010ca662c4076e843100e8f0c15b30df46eedbcf 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.191768407821655 \ No newline at end of file +7.245445728302002 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt index 0f2b47767807c1569da9337e138dd2dbae166098..13eec161517fcce5be016bcb7df643fbbe75ae0a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1066 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_exscan-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x470660, *recvbuf=0x470690, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245808 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245809 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.191768407821655 +Command return code: 255, elapsed time: 7.245445728302002 Finished #1066 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed index dc8846071efdadf4415a81a89e2c939d9c842cdd..95d1cfb1c0b417f61f23f5f6e843ca9a5dcbc26a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed @@ -1 +1 @@ -3.0468995571136475 \ No newline at end of file +2.9313154220581055 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt index 7eaa8f54a8c9207044fa97545d8927c80dd9dbbc..256f2b0d25d265677ea3a4c12fcf29e88ed0b2ef 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt @@ -1,5 +1,5 @@ Running #807 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_exscan-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac00, *recvbuf=0x46ac30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244824 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198690 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0468995571136475 +Command return code: 255, elapsed time: 2.9313154220581055 Finished #807 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed index 5a216e7c6941773a62ec74a2e0d827efbd86950e..8ef7973c8bef06bc62eabd61da24f162a2b13712 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.204512596130371 \ No newline at end of file +7.145536184310913 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt index e0107831e9d2fefb405f987f5d7cac75eb9d7590..acdd4e5817c7f8abc20a6846aa186d3b8ca7c6c4 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #761 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_gather-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Gather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Gather(*sendbuf=0x46acc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Gather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228449 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183469 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.204512596130371 +Command return code: 255, elapsed time: 7.145536184310913 Finished #761 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed index cc63498193cb11cc72771d8081f457649d1489c2..2fa40634d83ce772c776893ad0c0373136747070 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed @@ -1 +1 @@ -2.871272325515747 \ No newline at end of file +2.914762020111084 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt index 0d07c39511e98edb2b129edbad620d42efa0b3e6..80fc129934a9a76d641018fd3e4463f137671a95 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #879 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_gather-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Gather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Gather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Gather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240277 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.871272325515747 +Command return code: 255, elapsed time: 2.914762020111084 Finished #879 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed index 3770c36b62158e87f0865998b23a738bcdcb5ade..a5a45a5dc28f631e509388e3f07c3298a7fdc367 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.333271026611328 \ No newline at end of file +7.217420339584351 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt index dae8fd76d0b624ed29291bdfc95453275d434bdd..d87d2435cb05cf114a8c3cf22e18b5d6e70bf79f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #774 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffe38112b98) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffc27523248) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46acd0, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fffe029bad8) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ab30, *recvbuf=0x46ab60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffec38493a8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237225 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.333271026611328 +Command return code: 255, elapsed time: 7.217420339584351 Finished #774 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed index 18938b0cd88535d97df38b778af3bc0369bafb8b..c6112559654ef239d87e9210fe148880bd75394c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed @@ -1 +1 @@ -2.994537830352783 \ No newline at end of file +2.963292121887207 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt index f343e71b75792d81334cd5c8ad25c829c0be4c20..5fa980578b32ad61f6c4a4bea9f3d17f9cf1169d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt @@ -1,5 +1,5 @@ Running #470 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iallreduce-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470700, *recvbuf=0x470730, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffc8f75e798) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffd62f64768) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac50, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7fff115d5028) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7fff7d278ec8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231564 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186509 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.994537830352783 +Command return code: 255, elapsed time: 2.963292121887207 Finished #470 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed index cbe9a819e8681582805b6d9549731f49024a69d9..6a84b9244289eb096991368d17d22ecf69654216 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.16162371635437 \ No newline at end of file +7.202737331390381 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt index 79c80dc9cfd1ac74689cfc197228fa0c2d1d1109..3623f8aa751b413a1703600aefb7b02925e5d510 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #514 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7ffc0d6ed8a8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7ffc431eb228) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7fffe774d238) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7ffed36a7b68) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183659 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.16162371635437 +Command return code: 255, elapsed time: 7.202737331390381 Finished #514 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed index cfa1e705d58a5314f1c37bb9ea9000296eafc518..ca271819db0857b47d31404a1a94fa56b7b850ca 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed @@ -1 +1 @@ -3.0367958545684814 \ No newline at end of file +2.983043670654297 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt index 36333bbe3569f7952b76d3250564d40ace3c6ae8..c1cf14591b8ceda7949025a4b6215622d4e3ee70 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt @@ -1,5 +1,5 @@ Running #1048 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ialltoall-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7ffc8ef807b8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7ffe5eb45ff8) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7ffcbf0c3538) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7fff397340f8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207188 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257543 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207190 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257544 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0367958545684814 +Command return code: 255, elapsed time: 2.983043670654297 Finished #1048 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed index d1b38ee9a398a5d526be2d3cd4eeea3dbdbb86c2..0c6d3efca5996cd37c384e427812093225bbc2d8 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.449761629104614 \ No newline at end of file +7.344290733337402 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt index 95d56e67202f9f436c7a7305b23372ea364999d7..824fd7f9ff8ac9c7140738d978b85fbba58ee71c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1212 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7ffc5dc72fc8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7fffbf53c368) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c:34) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7ffcbf291c88) +| [1] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7ffdd5aa8a98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c:34) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263463 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263464 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.449761629104614 +Command return code: 255, elapsed time: 7.344290733337402 Finished #1212 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed index c5c74720d765375ab4eee0874583fd0c6c47182d..1d4bf225a789e1c16f9262c2296297850d41d0fe 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed @@ -1 +1 @@ -2.9784364700317383 \ No newline at end of file +2.83363938331604 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt index 0ab41abccf19842eb747fbe84e818eada59cc44f..6793ef095d5e9c889d0c390a240f1edf42bea118 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt @@ -1,5 +1,5 @@ Running #906 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibarrier-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c:34) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffcb6f42578) +| [0] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffcc9643518) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c:34) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffc75723668) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffd535bceb8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243035 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196666 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243036 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.9784364700317383 +Command return code: 255, elapsed time: 2.83363938331604 Finished #906 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed index d4c50ddd71ebce2a702f5349ac253c470fff99f9..ec8e6f6f96876c6ed330f4935d87c1deae86c14c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.370413303375244 \ No newline at end of file +7.302452564239502 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt index 778adc8fa6d00afd9be06abc845924e92ca8aa37..e0e37bc5f44390eaacbadd689f4efd1ce5fb7fb2 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #680 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ibcast(*buffer=0x4706d0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffe26f59408) +| [0] ERROR: MPI_Ibcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffd9d99b088) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibcast(*buffer=0x46ac40, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffc3c4bfe28) +| [1] ERROR: MPI_Ibcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffcb791bf58) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c:36) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190193 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235276 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.370413303375244 +Command return code: 255, elapsed time: 7.302452564239502 Finished #680 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed index 27ae5c31250a21bbce51f429271de4e19f81be85..82afdd9d6f18ed4c6976d364bf9f0b438c7d4775 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed @@ -1 +1 @@ -2.705953359603882 \ No newline at end of file +2.9607207775115967 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt index ec46a38fc16e87c6cec802951987b79c6cc04f73..202b66ec782b0e80460627dc8cceac8b7b82a099 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt @@ -1,5 +1,5 @@ Running #886 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibcast-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ibcast(*buffer=0x4706e0, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffddb64f768) +| [0] ERROR: MPI_Ibcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff73c36638) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c:36) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ibcast(*buffer=0x46abc0, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff99452ed8) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ibcast(*buffer=0x46ad00, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffe98e5da48) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244254 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244255 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.705953359603882 +Command return code: 255, elapsed time: 2.9607207775115967 Finished #886 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed index 1b0c025045053828a8032bb93ddec787763a16f6..279880a2f2ff0f6f78fe12debb74a95abe74f04f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -7.963320732116699 \ No newline at end of file +8.020584106445312 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt index 49a3c87480ab31817accbc526031b959d1ef8841..f1ee2d7671ab019547e8fd9925d1ed0f411b8ca4 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2052 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe71db4e48) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe84346cc8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229514 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274804 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.963320732116699 +Command return code: 255, elapsed time: 8.020584106445312 Finished #2052 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed index aad00328182b7b00a93faf450d1acdfb9f349337..8a798196c834e76d6d0c0fc1dd09d86b8b371021 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.158204317092896 \ No newline at end of file +7.937044620513916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt index 79eea52e9bd10ddd58065e7e29ab8f15337f5376..a79b1f06c61b10f85edce6d78cb841eeab97cd33 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1702 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibsend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffd798f9e48) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffdb085f518) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221633 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.158204317092896 +Command return code: 255, elapsed time: 7.937044620513916 Finished #1702 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed index 493d430874eceaf99605b567a609ecfb5ada0818..2840c9f800e80c17832d8c312822e51a4d28272b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.255386829376221 \ No newline at end of file +7.129235744476318 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt index 4ee99ca39409b9c5fa801b7356f83dbead3684c3..0be7f0f592ac4b9dc688cf3549d0c912d88f1cad 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #728 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_igather-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Igather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffc684b7288) +| [0] ERROR: MPI_Igather(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fff37bbf3d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Igather(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffe5db9b5a8) +| [1] ERROR: MPI_Igather(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffea84810d8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183377 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183378 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.255386829376221 +Command return code: 255, elapsed time: 7.129235744476318 Finished #728 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed index 40f98c7f5633ed39b43c11946e706e1dc60c446e..42a692838a692deed9ae3f8ab62e173773e43db1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed @@ -1 +1 @@ -2.9990010261535645 \ No newline at end of file +3.0567831993103027 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt index f3d5348dd4e9d8069c4e178d3e64dd870733850e..377583875bd0625e64ce32df3097d56f396b1fe0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt @@ -1,5 +1,5 @@ Running #1115 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_igather-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Igather(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffc26d6e0a8) +| [0] ERROR: MPI_Igather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff01e34db8) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Igather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff116ed118) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Igather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffdef7bf498) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252708 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207913 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.9990010261535645 +Command return code: 255, elapsed time: 3.0567831993103027 Finished #1115 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed index 020e2861bd2d18619e59f4b2e196a0aba2235fa9..9e74e978cf069fb50220c260dd3a2ebc429d8845 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.342899799346924 \ No newline at end of file +7.349223613739014 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt index fad9edc007616e5bf6ce3d19a09209fd243ec532..e5e0040e5bbbac190caf69eef48d61a8f85e38bf 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1464 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_NULL, *flag=0x7ffceaf9bde0, *message, *status=0x7ffceaf9bdd8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_NULL, *flag=0x7ffc0c6e5a60, *message, *status=0x7ffc0c6e5a58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211504 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254414 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.342899799346924 +Command return code: 255, elapsed time: 7.349223613739014 Finished #1464 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed index b91630ab0e34c313af708180e55ed907857523da..118500db4a89f7115fdd22a78cc841c112d0ad9d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.258450508117676 \ No newline at end of file +7.072216033935547 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt index 1b5f1c0d988dbd16aa109e7a7b9981b3de5b54e3..54a27255b18a68f29062526fbeee6e00845839c1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1971 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_improbe-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=0x0 <<invalid>>, *flag=0x7ffc5ff36ce0, *message, *status=0x7ffc5ff36cd8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=0x0 <<invalid>>, *flag=0x7ffe47fccb80, *message, *status=0x7ffe47fccb78) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232605 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232606 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.258450508117676 +Command return code: 255, elapsed time: 7.072216033935547 Finished #1971 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed index f7520f13c37af6376c259ccfac86b7c8b4dde7dc..d39e60270864045ced6fd274f4903a5929dd6a44 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -7.336377859115601 \ No newline at end of file +7.514637231826782 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt index 42ee73d1d64e2c706c836898e8ce94563af40ca0..82dd0b485fa8bbed3d8ec64fe4014972a4794a55 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1793 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irecv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffde9496488) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffed093be28) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226310 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272381 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226311 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336377859115601 +Command return code: 255, elapsed time: 7.514637231826782 Finished #1793 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed index d015a5c1b593b57b6743a6b15f9403039f2fdfc9..6d19ed783e6384f856487c0291e35d22d7517532 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -7.228501558303833 \ No newline at end of file +7.153198719024658 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt index befbb581e1874a1a46d7e3c8c5caae2a247e186f..4d0b99fb12a7bf30c3beac0242eca58304ac5ee1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1967 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irecv-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7ffcf800e578) +| [0] ERROR: MPI_Irecv(*buf=0x470660, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7ffd68dde4f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231652 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231653 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.228501558303833 +Command return code: 255, elapsed time: 7.153198719024658 Finished #1967 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed index 5d608385dad90e68326dc87f21aada54346349ed..9c7af02650707d8e1aa1549bac15769f228fe313 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.3908984661102295 \ No newline at end of file +7.428433895111084 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt index ce0ef9f3941b77e018090924a65eb1daf79d0c2c..65992e63b54e3bff51890c69652d361e3291af48 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1112 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffc4c408178) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffe0c3aeea8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffe17af11e8) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffd1e8da1f8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206915 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251852 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3908984661102295 +Command return code: 255, elapsed time: 7.428433895111084 Finished #1112 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed index 712be0b9402f7e0e5ae083693d3b6c9d79c11cc0..d026ce5acc01ad5596c6b8c5d0538c961865b551 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -3.0498623847961426 \ No newline at end of file +2.9999940395355225 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt index ba4dcbd397c6d2a5658a140f10b8aa7a6a19a4b3..1756c57e77df2da9867dfd8721385894f634cf96 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #1080 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ireduce-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffe2dcf9cc8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffe2bf80a48) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffd7639b448) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ad10, *recvbuf=0x46ad40, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffef3bcf858) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207189 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252276 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0498623847961426 +Command return code: 255, elapsed time: 2.9999940395355225 Finished #1080 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed index 36888b0225a96f7019225d80da49e1ffe35d498d..a3205765d8857edd67877d79187f0b242693587c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.807490825653076 \ No newline at end of file +7.8347556591033936 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt index d32f0280cf3a6d2d75a47c5bf24f429327f2645d..2448d2b942772c99a1d6ea1777f0093dfbfbc237 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #2092 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7fffef34aaa8) +| [1] ERROR: MPI_Irsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffcb5db6f88) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.807490825653076 +Command return code: 255, elapsed time: 7.8347556591033936 Finished #2092 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed index 95ecb284e512b045bf1f6850f68807e64e9054e1..fdf0c7ac5916883d7dc29103693a1c6ac47c88d3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -7.819113731384277 \ No newline at end of file +7.9672088623046875 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt index 1cadccfef05d653b04d72d4f6b47781c6c9aa69a..42e6751cf80cd3faef5b20417ef62bc0afc9c9ca 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1516 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irsend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffe755ab878) +| [1] ERROR: MPI_Irsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fff9ddf7578) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222769 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267474 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222770 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267475 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.819113731384277 +Command return code: 255, elapsed time: 7.9672088623046875 Finished #1516 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed index dae057be68edf58f87e134692606d25646ba50c0..84fa0e5bc75efc99d8574da30a231f503b2225e6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.391918659210205 \ No newline at end of file +7.294443607330322 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt index 92f7a18bdab06071bf3d13f3f90349cabd8ae56e..7d0733df0bab45c88f976a920817dc6ed7e3c609 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1018 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscan-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iscan(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffcea1ed3f8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fffa4918408) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iscan(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fff21302228) +| [1] ERROR: MPI_Iscan(*sendbuf=0x46ad80, *recvbuf=0x46adb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fff91585fc8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203069 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203070 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.391918659210205 +Command return code: 255, elapsed time: 7.294443607330322 Finished #1018 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed index 502e7ef180a5c1970c71c2860c4f4fd99d650d0d..895b330d954e1c4b27919d2e838797c2d2545353 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed @@ -1 +1 @@ -3.016030788421631 \ No newline at end of file +2.999095916748047 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt index f369b197b8f4c1241fb75c104c76f060888847aa..0e8f8058cfb30966f17e7c522429494bc87b6fad 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt @@ -1,5 +1,5 @@ Running #689 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscan-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Iscan(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffc37b871a8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffe96b0c2b8) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Iscan(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7fff21ecdd68) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Iscan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffd9e3679a8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194953 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.016030788421631 +Command return code: 255, elapsed time: 2.999095916748047 Finished #689 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed index 7a0a602021e36ab846aaf2cc8f98b169becdff8a..ace9ebeb349473a50d2b8839d69ae25af9107108 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.165699481964111 \ No newline at end of file +7.193485498428345 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt index 3f3bf3cd2cbc4c6fdbc6b1f98ed3a84e5f44ef38..bbf7908183ee8bf8e7f5cefd544c0b499d5de7a5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #759 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iscatter(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fff56ede6e8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffd4f450448) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iscatter(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fff5a043448) +| [1] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fffd4840af8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182165 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182166 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227292 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.165699481964111 +Command return code: 255, elapsed time: 7.193485498428345 Finished #759 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed index cbb11b696fd800620d3dae5d32e65fbcfada746c..0740835b60823f1f002acb6998da1ab19d8b1b30 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed @@ -1 +1 @@ -0.9465153217315674 \ No newline at end of file +2.9312472343444824 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt index 5803c0da73df93018855b668486341c0037570d3..0b8ca2aec457b97a8ed09452f776bd6b4901977b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt @@ -1,5 +1,5 @@ Running #910 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscatter-002.c (batchinfo:1/1) @@ -55,23 +55,45 @@ Executing the command (cwd: None) | [0] ERROR: Exit without MPI_Finalize | [1] ERROR: Unexpected empty communicator [_sdks/release_posix-x86_64_icl_2021.9_gnutools_5.3/collector_1.0.0/include/mpi_wrappers/cmpiwrappers_MPI3_NBLK_COLL.c:2526], aborting. | [1] ERROR: Exit without MPI_Finalize -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [0] ERROR: Exit without MPI_Finalize. +| [0] ERROR: Stack back trace: +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-002) +| [0] ERROR: While processing: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffe23d07028) +| [0] WARNING: starting emergency trace file writing +| +| [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [1] ERROR: Exit without MPI_Finalize. +| [1] ERROR: Stack back trace: +| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c:38) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-002) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fffac3d2bc8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197922 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244099 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197924 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244100 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9465153217315674 +Command return code: 255, elapsed time: 2.9312472343444824 Finished #910 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed index bf5b0856589d16b72b9846376a7f3d7575a4aef6..f145256250628524ee0e3eb455c622e241571c2c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed @@ -1 +1 @@ -8.044494390487671 \ No newline at end of file +8.003266334533691 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt index ff35c353bfaafcb8f67453c4a3578510c4901eb2..b548823ddefdaa33e31b240fddd2b71822b14032 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1241 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_isend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe9cbd7d28) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffd377fd748) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257326 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.044494390487671 +Command return code: 255, elapsed time: 8.003266334533691 Finished #1241 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed index 6759430550a27e781ee6049f7e29e8e07fa7c67d..3638279f7309261c9350570d8baf1254a91cd023 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed @@ -1 +1 @@ -8.026885032653809 \ No newline at end of file +8.00981330871582 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt index 6e62d27fbfbdb408a975e0bfe7c52b7e238c02f8..66c5bb1a69cace5c563608042da2896d9979dccf 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1738 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_isend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc3e7f02e8) +| [1] ERROR: MPI_Isend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc805a6908) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225065 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225066 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.026885032653809 +Command return code: 255, elapsed time: 8.00981330871582 Finished #1738 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed index cd660ea25cbb5396254b0f535b6f354d5e7ff990..1d376989e5c7ebe04b3478612ea63669d41b79b8 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed @@ -1 +1 @@ -7.974724054336548 \ No newline at end of file +7.841080188751221 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt index 7799452d4414a6d1d7cb15ad49940db27405c635..03e277e7d4610badcac5608ca4d420ce96a3e9bb 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1243 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_issend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46cbf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffefc811848) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe08555cf8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215277 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215278 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257992 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.974724054336548 +Command return code: 255, elapsed time: 7.841080188751221 Finished #1243 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed index 1e34f1cfd5d1e15f9734ee510d58bd20d6685d48..953d9f98f88d07719f5b4a2ac7f1e8256e6a404a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed @@ -1 +1 @@ -8.144903421401978 \ No newline at end of file +8.278871059417725 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt index e96813c3bba41c7bba0d029dc2913234f2df922d..8fb8e54b6d1beb7cf9388bb2eba303df236459e9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1950 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_issend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fffd0b4e218) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffec72b2738) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223733 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270346 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223734 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270347 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.144903421401978 +Command return code: 255, elapsed time: 8.278871059417725 Finished #1950 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed index 81e6e440abbd757e3f1d4078b5956ef855743d19..d3011b5c3d9c5abc9a9b5bfed3230ca51c9d84c9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -7.359161376953125 \ No newline at end of file +7.438218355178833 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt index 11ff7032eee419e453d0a039942b53c44a572cf9..1f658208bc1672eb614dd5826f1da5fdea15a077 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1408 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_mprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_NULL, *message, *status=0x7fff70324a58) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_NULL, *message, *status=0x7fff5b4b20a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_mprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264634 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.359161376953125 +Command return code: 255, elapsed time: 7.438218355178833 Finished #1408 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed index e360316691ebb2f71e539f554322b2880af5bf17..ee6d61cde788f26e601159922974f461b927c3c1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -7.373648166656494 \ No newline at end of file +7.290466785430908 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt index ed2e7900bb1b5955388b3456f555f85b35276125..ce957b6fabee2719f3cc29b77c4d7873d7879940 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1392 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_mprobe-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0x0 <<invalid>>, *message, *status=0x7ffe4c473a88) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0x0 <<invalid>>, *message, *status=0x7ffeeb316678) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_mprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209424 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.373648166656494 +Command return code: 255, elapsed time: 7.290466785430908 Finished #1392 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed index e2d33b6308c648185905912eb6fe9027e6ad4c62..3da00f40eeb4be3dad47f1cbcff911ba478db33f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.13012433052062988 \ No newline at end of file +0.09935474395751953 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt index 12ec1ad84dbc1ba37623fcd946f7118852a8b599..d7aa8e3ccf3cab6222face71d50d210b7cd553b3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1881 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccnULyu3.o: in function `main': +ld: /tmp/icchJxoOm.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed index 2305b464ad290e1c6d540f3d78ba7e95da7ff372..d498a83e76839d73e36571b866f3cbd7b4da4a7f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11082649230957031 \ No newline at end of file +0.13452744483947754 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt index e1587c9c24adaa8bcb1d68f4f88543989663fadb..70f7c6a1e550b8429631ced3f62d8e5a050fdbce 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1236 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccFl0EY7.o: in function `main': +ld: /tmp/iccjmkLFg.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed index 4ffded98753d6b12303938a7cee6799d10367d53..056ae106ae82cd4a0324c75da1f505a818cdd55b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10249114036560059 \ No newline at end of file +0.10356569290161133 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt index c506900434f9e6e01a78fd2e983131d5aa763aa3..3265ee49d95bdbb8a4afc73681cd4cdea82b292e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1910 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccNbqcua.o: in function `main': +ld: /tmp/iccRtWhzE.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed index b9b57ded62891b6e835e76e142fd07945d0b2add..13fb47260ab70d4f0942f82eaa3a3be633ed0a48 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.10453414916992188 \ No newline at end of file +0.11227822303771973 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt index e28bb9a7abec11416d1838d91ea2f831f8ced075..cea6b22839e0290d98727a17766ec6a698d99a05 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1733 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccgjO6GC.o: in function `main': +ld: /tmp/iccQdf43V.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed index 79dd2c2234643da436cf25ae58b64d4181a0186a..14c907facb1afb08236ab787147a24d3331db3ba 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed @@ -1 +1 @@ -6.876739501953125 \ No newline at end of file +6.847184181213379 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt index 0d538853d107e578514b4419317d34c72c00515b..58a209a4db5bc8128e9742e405e10c21cb2e7d17 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1942 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=0x470690, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235607 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4425 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235608 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4426 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.876739501953125 +Command return code: 255, elapsed time: 6.847184181213379 Finished #1942 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed index 2ac934416ca5c7ade8b431bf770d2f803919e25c..778f269364b1138888783a73ec85e26d9df23262 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.347365379333496 \ No newline at end of file +7.488266944885254 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt index 892f7282388fc588b7860a26794073df4d875753..8a67884df7a485c0026e61b316fc2d04a372399f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1655 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=0x470710, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347365379333496 +Command return code: 255, elapsed time: 7.488266944885254 Finished #1655 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed index d4be91dc76bee40da7367e29ae0164d744217952..bd6e036c1403e4a175525e8719591a3066c463d2 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -7.279717445373535 \ No newline at end of file +7.359778165817261 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt index 9f39199934cda315c3d491e0a2966ff44e66f181..515e76c3846be5dbc843eaef18273980e14d4f49 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1790 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffc407a10f8) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffc30291158) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.279717445373535 +Command return code: 255, elapsed time: 7.359778165817261 Finished #1790 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed index 2c78037febf81bd3430cb4b6b72bd38f87b2cedd..df72b50b3a9739ebe63913163b830a7e4b8413db 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.28191876411438 \ No newline at end of file +7.297577142715454 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt index 3138c1c48bd977452e4c98f8181a2fd774d8fbec..7d730526c4b5c43639a19452acca5adba48c840a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1359 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706d0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc375a4878) +| [0] ERROR: MPI_Recv_init(*buf=0x4706e0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7fffd8381ee8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208778 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258141 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208779 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258142 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.28191876411438 +Command return code: 255, elapsed time: 7.297577142715454 Finished #1359 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed index 071c30c029c106064c4719cdad6fcfe0d543d277..d903f54b6591d0f6a1748672234f9b9f90c33088 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.318472862243652 \ No newline at end of file +7.356573581695557 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt index e8569e58d4df4ecbca8fc83886e9f0f181170e76..cb5a552cf8ffc85702a16c7a55336f20bdbacbdd 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #1006 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200005 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318472862243652 +Command return code: 255, elapsed time: 7.356573581695557 Finished #1006 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed index 699e077b3c40744e3621567dc146dc048794810f..9d2bacd023fce97e3b51a2e8b72cb29a87e3d755 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -2.834213972091675 \ No newline at end of file +2.911297082901001 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt index 080f359474ba1615e8f8a068782b3f507061e806..bada1a315327ac63f09ad44929b0c3b324370442 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #840 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Reduce(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196118 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242798 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.834213972091675 +Command return code: 255, elapsed time: 2.911297082901001 Finished #840 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed index 0cae2b2a3eea49cfb1704a901f7fb41a877ffa2f..88a3215ddd79d1c7a0d94ebcc2fb8b5323fad6f9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.37291693687439 \ No newline at end of file +7.314440011978149 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt index 5f352973d4321411dfde3acc8b7e47f2b4b51107..aa665201e8d91e7d568896573a6201b0d19ac19d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #766 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4705f0, *recvbuf=0x470620, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470670, *recvbuf=0x4706a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46aba0, *recvbuf=0x46abd0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x465c50, *recvbuf=0x465c80, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188925 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233928 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188926 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233929 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.37291693687439 +Command return code: 255, elapsed time: 7.314440011978149 Finished #766 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed index d99006575d64eabdec6dc1786db36989c739b51f..5cad078fe8e79524bef3c30a20f26c72e5e3c002 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed @@ -1 +1 @@ -2.831244468688965 \ No newline at end of file +2.71380615234375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt index de85f1572b0177ff4a88bd877669cb7944208972..d2699f318047c2c6405ab558d46793abbdeab28a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt @@ -1,5 +1,5 @@ Running #789 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce_scatter_block-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470570, *recvbuf=0x4705a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470670, *recvbuf=0x4706a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46aba0, *recvbuf=0x46abd0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x465be0, *recvbuf=0x465c10, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204379 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249959 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.831244468688965 +Command return code: 255, elapsed time: 2.71380615234375 Finished #789 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed index f1a3f568ee1476ec00d0c8f78c4f752d7b389c59..0969ef76b57003f20bc3717df54c9253ac2acb0a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -8.065400123596191 \ No newline at end of file +8.036219120025635 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt index cc7dee63cee5e9083554e92f4ea51cc211c33c74..97dce2fe165688894963ba4aee8602ea2ee14cae 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1773 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Rsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_rsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229534 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274327 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229535 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274328 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.065400123596191 +Command return code: 255, elapsed time: 8.036219120025635 Finished #1773 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed index 1b80964ea666b0e252684a7187f2100e84641b71..e2a84778ce273a609a405fec8119865f65ab7bc5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -7.928736925125122 \ No newline at end of file +7.900826454162598 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt index 879f596ebff769ecdf8c58aeac9f3af13a5952e0..b9e72f5715a70b8201c5d8482a61630ba058f93c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1255 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: MPI_Rsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_rsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203543 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203544 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249495 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.928736925125122 +Command return code: 255, elapsed time: 7.900826454162598 Finished #1255 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed index 1371097a5e1fe56154504c663631c827e9a755fb..ac7be4817da123422f3ec53bf2ff882f014bf7b5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -8.126017093658447 \ No newline at end of file +1.1399297714233398 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum deleted file mode 100644 index c114180a970de7ddc94cac91f28130ce5c15aa90..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ffec8ce648fdd90f4818c25b923f72ed \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt index 6f177cbf7b73e134ff65d33c9064fa928fc0caa8..f18c354e85efa95f2824a6fdd2b63d809b04bde3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #2028 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend_init-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Null communicator. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffde470b6d8) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-001.c:43) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227374 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274397 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.126017093658447 +Command return code: 255, elapsed time: 1.1399297714233398 Finished #2028 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed index 8300eeda422fea169080fb6f6c0e352920c0dabe..5f43bda8403bafc4bc03b118a9cb751c975fc15e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -7.647972106933594 \ No newline at end of file +7.59566330909729 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt index 791013bcd2796517f779e3daa368bd9ca61fe398..1b17186650d25501f83d4c3ee94f9b2fae6f0f6e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #2010 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ace0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffceaa26e28) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffd15b729f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234582 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234583 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4157 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.647972106933594 +Command return code: 255, elapsed time: 7.59566330909729 Finished #2010 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed index ca20b9874f9bfd6da4d3d135067fc8cefc4e5984..b671644e7c744002f1e9bdb2b677107609798170 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.524585962295532 \ No newline at end of file +7.335577487945557 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt index 444dfd62d5647456de2b3fc3a7f569096ede5e57..092daa8e10fcc51764e00fb3692e21ffe9fe04c5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #737 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scan-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x470790, *recvbuf=0x4707c0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Scan(*sendbuf=0x470690, *recvbuf=0x4706c0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232766 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.524585962295532 +Command return code: 255, elapsed time: 7.335577487945557 Finished #737 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed index 287b1fa23873b7a9c1c62dbdd213d61161ea57ed..8302b5fc0b2f0ea5712acf96df08647609d50cf5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed @@ -1 +1 @@ -2.937798500061035 \ No newline at end of file +3.0126988887786865 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt index 8a6877f4f69fa7c0acc0b1654a78dc7aacb5a177..433b65a1395fc64cd93bcede4bb2c0d350805f2e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #1176 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scan-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Scan(*sendbuf=0x470790, *recvbuf=0x4707c0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Scan(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Scan(*sendbuf=0x46ad00, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.937798500061035 +Command return code: 255, elapsed time: 3.0126988887786865 Finished #1176 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed index 368d6fec47740cba56cd05c2f6a39323dc3b6380..f266cbb8cb46683f7ce879d9cf8534b5b01f74f1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.353276252746582 \ No newline at end of file +7.282026052474976 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt index 24e34bb3702be841834e611cae3d03a856121f00..428dabc85ec5f54c2f5a8b77b9ea317eb9ed7bf9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #911 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scatter-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scatter(*sendbuf=0x46ac00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac30, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Scatter(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197977 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197978 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.353276252746582 +Command return code: 255, elapsed time: 7.282026052474976 Finished #911 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed index d0d7d2478eeb8f6d7428bbe8bbf7fd090ced5347..edfb1cf6bf880d2df3d642c54567b1280db6a6e3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed @@ -1 +1 @@ -1.1948504447937012 \ No newline at end of file +3.092637538909912 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt index 3f0e71c4375fb99c4bdbeb410262c968a8ef6bee..0fc78fe342f2d7302ca9490284bbb2f6d87ca181 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt @@ -1,5 +1,5 @@ Running #1015 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scatter-002.c (batchinfo:1/1) @@ -55,23 +55,45 @@ Executing the command (cwd: None) | [0] ERROR: Exit without MPI_Finalize | [1] ERROR: Unexpected empty communicator [_sdks/release_posix-x86_64_icl_2021.9_gnutools_5.3/collector_1.0.0/include/mpi_wrappers/cmpiwrappers_MPI_COLL.c:2700], aborting. | [1] ERROR: Exit without MPI_Finalize -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [0] ERROR: Exit without MPI_Finalize. +| [0] ERROR: Stack back trace: +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-002) +| [0] ERROR: While processing: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] WARNING: starting emergency trace file writing +| +| [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [1] ERROR: Exit without MPI_Finalize. +| [1] ERROR: Stack back trace: +| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c:37) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-002) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Scatter(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202881 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248819 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202882 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1948504447937012 +Command return code: 255, elapsed time: 3.092637538909912 Finished #1015 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed index 6291f85581216f3acb237e18dc26dbe16987ca2e..166652d180ae996d213d35a73443d28723755c63 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed @@ -1 +1 @@ -8.030993461608887 \ No newline at end of file +8.232126951217651 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt index e988ff4cf7796bcd858ad013239f8e13f750fee8..4abf0e4a58ce77110d04fb26d3532d31411e9f29 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1695 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217746 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217747 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.030993461608887 +Command return code: 255, elapsed time: 8.232126951217651 Finished #1695 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed index 5d96359223e0f8e1aeb85cff61d0fe3f1fb955ef..2f39d6a3e3398954355037e1a75a180a3eea65e0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed @@ -1 +1 @@ -7.937037706375122 \ No newline at end of file +7.755880117416382 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt index 93040aa5a9bc655cdcf0a3727347488f88dc9c20..2b5d76c4b67226beda34f7ef18d51a1f0c0fcca5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1895 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230817 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230818 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.937037706375122 +Command return code: 255, elapsed time: 7.755880117416382 Finished #1895 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed index 2abaa0c3b511084c8d7532897cb48731e1ad19e0..b397bc952afa417667d5b0d118ff9d29966fe0c3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -8.013620615005493 \ No newline at end of file +7.945992708206177 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt index 9b1602055f7cd63bda6e41226522871e278f557c..569d930745e6addfb2732a3659211cad653fd285 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1422 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffc708f5178) +| [1] ERROR: MPI_Send_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7fffa27532a8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206599 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206600 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252252 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.013620615005493 +Command return code: 255, elapsed time: 7.945992708206177 Finished #1422 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed index c068d3b98f69a6cd826243c2dd43ab26e8514ccc..0214277abcc405f282909509f8168466347afd7e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.523029565811157 \ No newline at end of file +7.451929092407227 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt index 79cac8ede1d0aa00372dd7b33f485b9bcaaa7da5..39ba0ca964a3ad6ea6645968ab018072adf16d8c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #2073 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fff358a44e8) +| [1] ERROR: MPI_Send_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fff5121e938) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235294 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4752 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235295 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4753 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.523029565811157 +Command return code: 255, elapsed time: 7.451929092407227 Finished #2073 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed index 570eb4e33405c106b9d9e48e254a6a78811988d3..73241835936e8f581eedd81540957835dcf19d01 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -7.509330987930298 \ No newline at end of file +7.6378254890441895 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt index 7b6eed8ff5f12541273f0d7abfd9b1e52efedaf0..819bddf0a59e7f05b594facee228a089fbeed2c2 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1953 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c:36) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. @@ -64,10 +64,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270735 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.509330987930298 +Command return code: 255, elapsed time: 7.6378254890441895 Finished #1953 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed index 63ea95927b886846081a7397cf474c32a148e9f7..69cebccf630151e048ba6c375fb5c2fd502af563 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -7.391314506530762 \ No newline at end of file +7.269350290298462 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt index 043ae86e0b55a7e0a41b750fa8b3d79910d697e5..71db4a85ca77f0ed228c4856b90624a51e388b84 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1232 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4706d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0x0 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470760, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0x0 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207070 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249625 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207071 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249626 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.391314506530762 +Command return code: 255, elapsed time: 7.269350290298462 Finished #1232 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed index a024656af5a8f8b175f38f8748c644832aa38c81..25c1d42ed0204c0731f9219ccb4bcb01ee9677a0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed @@ -1 +1 @@ -7.450206279754639 \ No newline at end of file +7.7507500648498535 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt index 06a2b9bce32fafe3ccfd4eea1be94fbac2fc2c04..5b2337261616ccb667645e1c268a579afd2c7d6d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt @@ -1,5 +1,5 @@ Running #1922 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv_replace-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv_replace-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | @@ -68,16 +68,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.450206279754639 +Command return code: 255, elapsed time: 7.7507500648498535 Finished #1922 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed index 6b9dd2cdd7a70784bd7612bfac0ac95218faa504..01f0de004c6c1cdb7b6244ad489099a7636f2b7a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed @@ -1 +1 @@ -7.316749572753906 \ No newline at end of file +7.525236368179321 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt index 15ae75f425b93a741c8f1a9eb98d459fdbf00550..173af633732e54f366796cee4e0f7f787896ed32 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt @@ -1,5 +1,5 @@ Running #1951 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv_replace-002.c (batchinfo:1/1) @@ -59,10 +59,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv_replace-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223936 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.316749572753906 +Command return code: 255, elapsed time: 7.525236368179321 Finished #1951 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed index 139730529da4756e1da5ecd5d8554b2feff024a3..90694a77d1c2f44b742d31afc67af15d8127643a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -8.113660097122192 \ No newline at end of file +7.872314929962158 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt index ab141d8f824ba94364cf4cfe0ba896e505e98e07..9df3c90eab4d5dc5ff5104a10ce7d9ec34d4ae32 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1679 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Ssend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228861 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275623 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275624 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.113660097122192 +Command return code: 255, elapsed time: 7.872314929962158 Finished #1679 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed index 77c4f44591b97e516ce05f8179147c01389a1586..454672b2035d6aaee3e483e3aab93d95d7947663 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -8.134610176086426 \ No newline at end of file +7.979797124862671 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt index 782462960ae7d3357fb2e16742ac6f009609f0b2..b0104560eaf494b709d2190e1518972ab86424f3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1761 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: MPI_Ssend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227168 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271793 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227169 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271794 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.134610176086426 +Command return code: 255, elapsed time: 7.979797124862671 Finished #1761 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed index 7c6d686f76d372871723e90119b432032eb0850f..a85a6341fa4209e8ea337c36e42e9be3c0f9fee0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -8.032226800918579 \ No newline at end of file +8.060131072998047 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt index 985c72698df9ef2a69a425860d206f5555dee203..42910bd5c4df0b30655c69ea533b82a7aa0c6bb8 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1473 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe7a55f418) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ac30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe51a326b8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260035 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.032226800918579 +Command return code: 255, elapsed time: 8.060131072998047 Finished #1473 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed index 43efcccd05ac9852c0b083c7105beec55acb586a..b55eef99a2396d89ead80327edbfcc4bf3bf1add 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -9.688583850860596 \ No newline at end of file +8.014934778213501 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt index 12f4cfa9d06d10340b07b1b6ba224857d7f7a9f8..a1e6e9d97d571e129bb07a47c7ba2955a984d7fe 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1867 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ace0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc91042218) +| [1] ERROR: MPI_Ssend_init(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc62776ab8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230323 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274287 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230324 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.688583850860596 +Command return code: 255, elapsed time: 8.014934778213501 Finished #1867 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed index 12523e20634f9b923bea0a1c5ae33d982ef8cfdb..94d079831589679486fa2f97d273622034afc8a1 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -9.4885995388031 \ No newline at end of file +0.9145848751068115 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum deleted file mode 100644 index 77261eb15621e4b0de261c8c7faf3f96ae0e9cd6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2c6d6247cab0fa1bbdf485a68c22ade8 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt index 41df3b34a0e3731f43128fbb950760d09f651f5d..c0d20c673ac87ca99a8466d392916fcc159b165b 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #573 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null MPI_Op. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Null MPI_Op. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c:37) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.4885995388031 +Command return code: 255, elapsed time: 0.9145848751068115 Finished #573 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed index a973f97b11d1ecfea96dec6eeec09d10af7d7f52..c609df97d038dc5f6daa31e88e602628b165258d 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.948781251907349 \ No newline at end of file +7.860584735870361 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt index 499eec211300d8e5b21c57a7b94f4693ea9f3604..b7bb96369c887f53c528d7acba56d3431f8c6cfa 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #681 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null MPI_Op. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7ffd6e1aa528) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7fff54948318) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null MPI_Op. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7ffccf89b5b8) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7ffe83326598) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Op-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235679 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.948781251907349 +Command return code: 255, elapsed time: 7.860584735870361 Finished #681 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed index 36667751206ae264959f686cf14cf746351928cb..6c20e01265f9002bdd26a2ba1bed237a81bafc6b 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.917378902435303 \ No newline at end of file +7.8849828243255615 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt index f931eeff48712bffdde0205627c7399fb4ed2b6f..7da111c83387ec6a2342730dd3945fc9476c0982 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #954 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null MPI_Op. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7ffccd4d8cc8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7fff382d7e98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null MPI_Op. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc01c2f578) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7fff9bcf5418) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_ireduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Op-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250020 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.917378902435303 +Command return code: 255, elapsed time: 7.8849828243255615 Finished #954 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed index 929324a8037b6389587a7fb26f90f0364e9849f3..c5f0d38df566a420be64c59595adc73360df6bc5 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.8958375453948975 \ No newline at end of file +7.965265989303589 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt index bd69860953bdf4067475d379107882378036508d..dad63237bba4f38176fb579d04ace6f801005f16 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #944 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_reduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null MPI_Op. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x470790, *recvbuf=0x4707c0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470700, *recvbuf=0x470730, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null MPI_Op. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_reduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Op-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198274 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245018 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198275 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245019 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8958375453948975 +Command return code: 255, elapsed time: 7.965265989303589 Finished #944 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed index 8a5624fb5c1f2ec4d56d9b61ed98a1b299892929..aed0cf4ae53c82e8fd86befa62393203ef4680a8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed @@ -1 +1 @@ -1.9100494384765625 \ No newline at end of file +1.9189746379852295 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-001_0.txt index 398a82059aa09895f4283b4cee510464b12f8bd3..299e87613c425671d8fc8975d7ecc4f3d285a317 100644 --- a/logs-20240607/itac/InvalidParam-Rank-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-001_0.txt @@ -1,5 +1,5 @@ Running #170 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 1.9100494384765625 +Command return code: 0, elapsed time: 1.9189746379852295 Finished #170 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed index 686ee0232dbb9dbe2bf108bd0546608fdd97b0fc..fb5375fce25a9950528aa3496670b1621688f568 100644 --- a/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed @@ -1 +1 @@ -7.186317682266235 \ No newline at end of file +7.354588031768799 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-002_0.txt index 08948cada3591c7dd60fd246ef4e919292284ec4..02e64a01735e875c3b0e8fbed6157bdefef47cfb 100644 --- a/logs-20240607/itac/InvalidParam-Rank-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-002_0.txt @@ -1,5 +1,5 @@ Running #49 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175489 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.186317682266235 +Command return code: 255, elapsed time: 7.354588031768799 Finished #49 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed index 15ac6a0ce1c416f4d4d55f42aefba7165a646753..174d1c5f6580cf882b71bccfbe1e501839dcfc45 100644 --- a/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed @@ -1 +1 @@ -2.0578956604003906 \ No newline at end of file +2.162499189376831 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-003_0.txt index 17c691b0068bbeb5482e1c5192485b3d426a60e8..c3f85a6fe6e58eed18340fea1b97832b777ac415 100644 --- a/logs-20240607/itac/InvalidParam-Rank-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-003_0.txt @@ -1,5 +1,5 @@ Running #218 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0578956604003906 +Command return code: 0, elapsed time: 2.162499189376831 Finished #218 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed index 3a0483680b60108ff35f85f52321b8ce11fa0cfe..b4800d29ce07f80d727ff38f107025e3bc5275b5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed @@ -1 +1 @@ -2.1586413383483887 \ No newline at end of file +2.3221471309661865 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-004_0.txt b/logs-20240607/itac/InvalidParam-Rank-004_0.txt index 97a1fa49afb47197b8014adcea09a16b11943614..122b6f30845916e892d6cbeb615c6d8283149de4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-004_0.txt @@ -1,5 +1,5 @@ Running #450 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-004.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1586413383483887 +| +Command return code: 0, elapsed time: 2.3221471309661865 Finished #450 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-004.c diff --git a/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed index ac294f30b889dfab3ef19106ddb3c99e259c8714..d860e78f5fc0a24a9938409782a4e045eeb68307 100644 --- a/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed @@ -1 +1 @@ -7.041631698608398 \ No newline at end of file +0.7479941844940186 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-005_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-005_0.md5sum deleted file mode 100644 index c13271257e47296ffa9598bb520216807c9bf70d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dde0c89c2ecf49fe1c50d7a627c70ab5 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-005_0.txt b/logs-20240607/itac/InvalidParam-Rank-005_0.txt index 7b04892465550a3139dd7ae6077da9d639bec2da..4b11a0e6f4459b2cf39134931087fa1f8f3f62cd 100644 --- a/logs-20240607/itac/InvalidParam-Rank-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-005_0.txt @@ -1,5 +1,5 @@ Running #235 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-005.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7ffea28e2268) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-005.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-005) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.041631698608398 +Command return code: 255, elapsed time: 0.7479941844940186 Finished #235 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-005.c diff --git a/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed index 806cc5a697614ebc1b6859d384388022361591cf..83ce495051f70ef4df7450c46308a158c7fab188 100644 --- a/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed @@ -1 +1 @@ -2.1714491844177246 \ No newline at end of file +2.1055595874786377 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-006_0.txt b/logs-20240607/itac/InvalidParam-Rank-006_0.txt index 8c17200170c4414e36ebc298208b374a83dcdc5c..42cb0e7da2a78c82dc0ec6f64b16bf1fa4b1e497 100644 --- a/logs-20240607/itac/InvalidParam-Rank-006_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-006_0.txt @@ -1,5 +1,5 @@ Running #380 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-006.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.1714491844177246 +Command return code: 0, elapsed time: 2.1055595874786377 Finished #380 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-006.c diff --git a/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed index 1c81b94e3e53002e19f1c38d6702d4eeb57f23ea..6d62ba99fa3dbed2d4dc058a5f1a8358c52ef7d5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed @@ -1 +1 @@ -2.231208086013794 \ No newline at end of file +2.2311923503875732 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-007_0.txt b/logs-20240607/itac/InvalidParam-Rank-007_0.txt index 2bf18abffc1ff5b0616cae1de4f6811763bd67f3..4d15f50edd24269455aef604f36eca19579b465a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-007_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-007_0.txt @@ -1,5 +1,5 @@ Running #412 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-007.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.231208086013794 +Command return code: 0, elapsed time: 2.2311923503875732 Finished #412 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-007.c diff --git a/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed index 0733e732062403485049130993b6ba7921af7a85..bab26ff6599c70dfc6dfa4c2dbc2c0793e70da5f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed @@ -1 +1 @@ -7.083544731140137 \ No newline at end of file +7.412882566452026 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-008_0.txt b/logs-20240607/itac/InvalidParam-Rank-008_0.txt index 23d37ef24aeac837cb8e521727b9287c8a14f080..8209e7d5e4fff033831b0e57486f72fa38869ceb 100644 --- a/logs-20240607/itac/InvalidParam-Rank-008_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-008_0.txt @@ -1,5 +1,5 @@ Running #442 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-008.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-008.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.083544731140137 +Command return code: 255, elapsed time: 7.412882566452026 Finished #442 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-008.c diff --git a/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed index 53d5364b98cdab4f7b144be7d84efc8af3b34589..d5a0acecbc880cd539d4dda165bae7e50dfc0a9f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed @@ -1 +1 @@ -1.9915952682495117 \ No newline at end of file +2.118486166000366 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-009_0.txt b/logs-20240607/itac/InvalidParam-Rank-009_0.txt index d7b63659230d2c014994a9815234d1d3ce3faa2c..bdd30feb4273dca87aa549920bda2df676d1292d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-009_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-009_0.txt @@ -1,5 +1,5 @@ Running #240 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-009.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9915952682495117 +Command return code: 0, elapsed time: 2.118486166000366 Finished #240 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-009.c diff --git a/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed index c733362780e3d284c14bc25d14cafd1027b9e53d..571dda63ab410df60b3d8cc1ba0ee0cb8b8e3682 100644 --- a/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed @@ -1 +1 @@ -1.8750324249267578 \ No newline at end of file +1.9123883247375488 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-010_0.txt b/logs-20240607/itac/InvalidParam-Rank-010_0.txt index f8a45f8a572826114208bd2e49add657c29c6e1a..422c1a32a2d4388ad0feed5fc5454eedf0506608 100644 --- a/logs-20240607/itac/InvalidParam-Rank-010_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-010_0.txt @@ -1,5 +1,5 @@ Running #268 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-010.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8750324249267578 +Command return code: 0, elapsed time: 1.9123883247375488 Finished #268 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-010.c diff --git a/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed index d5c084f6f36f07f8972f896738faab1463dc4aa6..2d052068a2eee405a7abc4fc5e60f9dd22d55040 100644 --- a/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed @@ -1 +1 @@ -7.135647296905518 \ No newline at end of file +7.204656600952148 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-011_0.txt b/logs-20240607/itac/InvalidParam-Rank-011_0.txt index 9fe75543650afc654b7ea031266ceea9434571df..474dabd6dc93bfa2d2a85b90d6f91f5d196a0418 100644 --- a/logs-20240607/itac/InvalidParam-Rank-011_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-011_0.txt @@ -1,5 +1,5 @@ Running #113 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-011.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7ffc2cf43df8) +| [0] ERROR: MPI_Rput(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7ffe6f46b068) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-011.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228001 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181441 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228003 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.135647296905518 +Command return code: 255, elapsed time: 7.204656600952148 Finished #113 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-011.c diff --git a/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed index 064232512bdcf70ee10d2991050121c10c43a0d9..e619e8cd92d975e41620c30e5a2b16cb714d50ad 100644 --- a/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed @@ -1 +1 @@ -3.5258781909942627 \ No newline at end of file +3.551025629043579 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-012_0.txt b/logs-20240607/itac/InvalidParam-Rank-012_0.txt index 03a16b6cc5d7202c2a0890277c881a6100077beb..ff3ca7c457701661bb30ae33ccf0917d21cda2fa 100644 --- a/logs-20240607/itac/InvalidParam-Rank-012_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-012_0.txt @@ -1,5 +1,5 @@ Running #396 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-012.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.5258781909942627 +Command return code: 0, elapsed time: 3.551025629043579 Finished #396 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-012.c diff --git a/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed index d0838120a2e3159371b1c3ae20e7d70b58412fc3..43b0daf6023e7a7bff213df8c0b52a47c3c83aba 100644 --- a/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed @@ -1 +1 @@ -2.2384440898895264 \ No newline at end of file +2.2151145935058594 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-013_0.txt b/logs-20240607/itac/InvalidParam-Rank-013_0.txt index 413a6d60116207e4555d7d880e64a2386569dd39..92995e90b8db3ff8e4e1325785b9a419ba903750 100644 --- a/logs-20240607/itac/InvalidParam-Rank-013_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-013_0.txt @@ -1,5 +1,5 @@ Running #181 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-013.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally +| | -Command return code: 0, elapsed time: 2.2384440898895264 +Command return code: 0, elapsed time: 2.2151145935058594 Finished #181 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-013.c diff --git a/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed index 32f3514a9e3d43d84c11b988444d630b42b7ce0d..10a43c92fa9dd16227cdbf280ac7b207a2afa711 100644 --- a/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed @@ -1 +1 @@ -7.030393123626709 \ No newline at end of file +7.068474769592285 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-014_0.txt b/logs-20240607/itac/InvalidParam-Rank-014_0.txt index 2a8b5d439242d4d2958f4b21018565b6b856d0dc..658fbe17639f731a6c24a9c624d67bc2204fa9cf 100644 --- a/logs-20240607/itac/InvalidParam-Rank-014_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-014_0.txt @@ -1,5 +1,5 @@ Running #265 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-014.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-014.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 169444 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 169449 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.030393123626709 +Command return code: 255, elapsed time: 7.068474769592285 Finished #265 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-014.c diff --git a/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed index f88781023e793a7b03344277bbd527e7704623f0..197ecbd28c7d970bd4d82e843335d546d0aae8f9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed @@ -1 +1 @@ -2.1079580783843994 \ No newline at end of file +2.11289644241333 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-015_0.txt b/logs-20240607/itac/InvalidParam-Rank-015_0.txt index 42f6c59d539fdb9be9020922ec54787021a0c478..a6cdfe62767b45f33a2de0d730c9fb9b137d866b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-015_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-015_0.txt @@ -1,5 +1,5 @@ Running #274 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-015.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1079580783843994 +| +Command return code: 0, elapsed time: 2.11289644241333 Finished #274 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-015.c diff --git a/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed index 2873b478ec9eb4a57d42536de3514e366af48799..83acf04eadec50c66d30e9f440923a4eafa915e4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed @@ -1 +1 @@ -2.075277328491211 \ No newline at end of file +2.121628761291504 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-016_0.txt b/logs-20240607/itac/InvalidParam-Rank-016_0.txt index c77e8cd1e8f95a2ebdc8d6b04e3e807acf4cc7bb..9f7c2eed8c2ebc208645829245f17adb6782ec3e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-016_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-016_0.txt @@ -1,5 +1,5 @@ Running #180 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-016.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.075277328491211 +Command return code: 0, elapsed time: 2.121628761291504 Finished #180 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-016.c diff --git a/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed index 3811698f1e1ce42f7e190116b5c966fcb4f6133f..4ca9f5d5d488fc0fb628e052cf1f43ff059aa3fe 100644 --- a/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed @@ -1 +1 @@ -7.113229990005493 \ No newline at end of file +7.266346216201782 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-017_0.txt b/logs-20240607/itac/InvalidParam-Rank-017_0.txt index fb2fd81a5303a7f9a6684fd3a610f5a8c3bf107e..2be849b3403eda14f98132ccf726619b810aafd5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-017_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-017_0.txt @@ -1,5 +1,5 @@ Running #227 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-017.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffdd2f01818) +| [0] ERROR: MPI_Raccumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffead81c388) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-017.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223178 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.113229990005493 +Command return code: 255, elapsed time: 7.266346216201782 Finished #227 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-017.c diff --git a/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed index ce22038fbd32eb9c1570fe3b18f91e2d4ce21b3e..04939df437fc0594d73f1d8a80ec247d64306fc2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed @@ -1 +1 @@ -2.017566680908203 \ No newline at end of file +2.1926815509796143 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-018_0.txt b/logs-20240607/itac/InvalidParam-Rank-018_0.txt index a3e4030662d6de62096dec1c90d657abc60361cd..d4fc967a7a3b94d48b44d99cc7bfd5677b580841 100644 --- a/logs-20240607/itac/InvalidParam-Rank-018_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-018_0.txt @@ -1,5 +1,5 @@ Running #19 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-018.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.017566680908203 +Command return code: 0, elapsed time: 2.1926815509796143 Finished #19 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-018.c diff --git a/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed index bfb2434135e48fec881773055bcc0bba8bc23c27..eaf995c134bd48fa8994f2cdc1e46a36184c9268 100644 --- a/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed @@ -1 +1 @@ -2.2387585639953613 \ No newline at end of file +2.110909938812256 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-019_0.txt b/logs-20240607/itac/InvalidParam-Rank-019_0.txt index 37c073a5a470bfb9dc33114d9e200e1d46021147..de61ed683b5f370d5c9dcaae3a5506525d41be94 100644 --- a/logs-20240607/itac/InvalidParam-Rank-019_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-019_0.txt @@ -1,5 +1,5 @@ Running #317 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-019.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2387585639953613 +Command return code: 0, elapsed time: 2.110909938812256 Finished #317 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-019.c diff --git a/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed index 8e4c82f03ac609c3fa47f06ef70fb846ef4c255e..15743a9720e6d1cd3d82282e2df28dd02e83bddc 100644 --- a/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed @@ -1 +1 @@ -7.347339868545532 \ No newline at end of file +7.361779451370239 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-020_0.txt b/logs-20240607/itac/InvalidParam-Rank-020_0.txt index 38abf993f9ad05c5abf7c4e83a57ccb415fbb423..1a5b44bbe945105095c55847e50d6f44b08b886b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-020_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-020_0.txt @@ -1,5 +1,5 @@ Running #32 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-020.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706d0, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47cad0, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-020.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185474 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230894 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347339868545532 +Command return code: 255, elapsed time: 7.361779451370239 Finished #32 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-020.c diff --git a/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed index cdc15251fadb53a9810ff17679be73a47fedf7c0..7ef1645c6456c0e403863aa34b7e111f4cb80a7f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed @@ -1 +1 @@ -1.9206867218017578 \ No newline at end of file +2.152022361755371 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-021_0.txt b/logs-20240607/itac/InvalidParam-Rank-021_0.txt index 28b5ada76f74f4433af85f6b03283d52fd645586..2f2ae6aa1440f6cf55b84e214dd24b245adff4b4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-021_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-021_0.txt @@ -1,5 +1,5 @@ Running #161 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-021.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9206867218017578 +Command return code: 0, elapsed time: 2.152022361755371 Finished #161 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-021.c diff --git a/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed index 087115dbc7404f704fc14fe609e37e4e422bd631..439b9d192a03977bf275b32776cef38fcafb85a6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed @@ -1 +1 @@ -2.0728073120117188 \ No newline at end of file +2.1343703269958496 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-022_0.txt b/logs-20240607/itac/InvalidParam-Rank-022_0.txt index 0212910f8259b21580749a4f02bf277b64dcc957..d5c2f5503f3a4916520558ca708b33c941fb854d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-022_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-022_0.txt @@ -1,5 +1,5 @@ Running #25 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-022.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0728073120117188 +Command return code: 0, elapsed time: 2.1343703269958496 Finished #25 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-022.c diff --git a/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed index 1ac0db60d531b1f5464c28aecf56e965d8379e38..3b2954033b9aaa1cb349f38b558e195342d30d25 100644 --- a/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed @@ -1 +1 @@ -7.243081092834473 \ No newline at end of file +7.210727691650391 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-023_0.txt b/logs-20240607/itac/InvalidParam-Rank-023_0.txt index 31cf24357bf9b7d9b1ce7b46be3757923bd7e376..b7b76bad8818fe2771692532ac6c7c8372109687 100644 --- a/logs-20240607/itac/InvalidParam-Rank-023_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-023_0.txt @@ -1,5 +1,5 @@ Running #282 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-023.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470750, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffe5ffa94e8) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47c9d0, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff28f69d78) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-023.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176183 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221880 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176184 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221882 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.243081092834473 +Command return code: 255, elapsed time: 7.210727691650391 Finished #282 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-023.c diff --git a/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed index a42da9670bb5f67e833c926692e47621f18ae132..f883d939f0d2efdb60db614b7d9b3719ff6404e3 100644 --- a/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed @@ -1 +1 @@ -2.169921875 \ No newline at end of file +2.158386468887329 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-024_0.txt b/logs-20240607/itac/InvalidParam-Rank-024_0.txt index 5d5e48095930515d85fec46cc18f2f7537b8f648..0ffda73298dda7683dfc76b5b4b31d1965a6c78a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-024_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-024_0.txt @@ -1,5 +1,5 @@ Running #390 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-024.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.169921875 +Command return code: 0, elapsed time: 2.158386468887329 Finished #390 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-024.c diff --git a/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed index 6345a3af15e3b9665104ae0b237257537f4f7d58..8a281942b44f71606161d868c093d7e9f1dd11c5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed @@ -1 +1 @@ -3.4774551391601562 \ No newline at end of file +2.1895928382873535 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-025_0.txt b/logs-20240607/itac/InvalidParam-Rank-025_0.txt index e01719986b0f37a2c52aaa95370173c7c1fb633e..78b621f3fb3b440e4f508d29ce6a47eead44ed5b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-025_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-025_0.txt @@ -1,5 +1,5 @@ Running #277 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-025.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.4774551391601562 +Command return code: 0, elapsed time: 2.1895928382873535 Finished #277 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-025.c diff --git a/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed index 94fadf4f109dcc86c6b4293c8b0a9ace9fb32c1c..80fb981ea1d270e37e026b6dfc6d32566718db31 100644 --- a/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed @@ -1 +1 @@ -7.232300043106079 \ No newline at end of file +7.236790180206299 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-026_0.txt b/logs-20240607/itac/InvalidParam-Rank-026_0.txt index 58b790585bfbef88fcf334706ed817738aff2612..486e2967ac28212dc6684510b23b3f4b1f6a7c02 100644 --- a/logs-20240607/itac/InvalidParam-Rank-026_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-026_0.txt @@ -1,5 +1,5 @@ Running #156 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-026.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Fetch_and_op(*origin_addr=0x470720, *result_addr=0x470750, origin_datatype=MPI_INT, target_rank=2, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Fetch_and_op(*origin_addr=0x470720, *result_addr=0x47cad0, origin_datatype=MPI_INT, target_rank=2, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-026.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223519 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178720 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.232300043106079 +Command return code: 255, elapsed time: 7.236790180206299 Finished #156 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-026.c diff --git a/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed index ca41c4fead619242309d56400c684c18a79ece7c..f6bca9a1893777721761a9c2e6e4af07097bcca9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed @@ -1 +1 @@ -2.0985372066497803 \ No newline at end of file +2.1610524654388428 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-027_0.txt b/logs-20240607/itac/InvalidParam-Rank-027_0.txt index ca6bf8ca269e5133d621fbff2dc39a2818658606..f2dbb1b9468bbe0bc0cd16cf415373bd54b942c1 100644 --- a/logs-20240607/itac/InvalidParam-Rank-027_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-027_0.txt @@ -1,5 +1,5 @@ Running #411 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-027.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0985372066497803 +Command return code: 0, elapsed time: 2.1610524654388428 Finished #411 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-027.c diff --git a/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed index d0face1a25d8834b4400bad8e2b2014b8f9f2268..673f0a62164b556b2a67bb0114a0bba57bacaa75 100644 --- a/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed @@ -1 +1 @@ -2.1310577392578125 \ No newline at end of file +2.065406560897827 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-028_0.txt b/logs-20240607/itac/InvalidParam-Rank-028_0.txt index 381235787a31c46ff034fb2455fb25a2b6cd257f..3d51d1b09657c23363013d6e7d11144586b5803d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-028_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-028_0.txt @@ -1,5 +1,5 @@ Running #224 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-028.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1310577392578125 +Command return code: 0, elapsed time: 2.065406560897827 Finished #224 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-028.c diff --git a/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed index f37a25309008caeb53279b02597b9c0b4a932540..e0b81909149847ef57426cbbb85929e3d06fa81d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed @@ -1 +1 @@ -7.151542901992798 \ No newline at end of file +7.242123365402222 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-029_0.txt b/logs-20240607/itac/InvalidParam-Rank-029_0.txt index 9c3eef444dce9ed26a918a396fb3aecb371b9664..0e3eade8673b1ffa4ca0d550786e240ffabfceb0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-029_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-029_0.txt @@ -1,5 +1,5 @@ Running #116 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-029.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Compare_and_swap(*origin_addr=0x470720, *compare_addr=0x470780, *result_addr=0x470750, datatype=MPI_INT, target_rank=2, target_disp=0, win=0xffffffffa0000000) +| [0] ERROR: MPI_Compare_and_swap(*origin_addr=0x4706a0, *compare_addr=0x47ca80, *result_addr=0x47ca50, datatype=MPI_INT, target_rank=2, target_disp=0, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-029.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183184 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229419 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183185 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.151542901992798 +Command return code: 255, elapsed time: 7.242123365402222 Finished #116 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-029.c diff --git a/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed index 94b93e4f6afb1a49c262928d483102d881734745..16b3f9c2dd37ccc5a1ab3ce62c03476e5c3546b7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed @@ -1 +1 @@ -1.9844679832458496 \ No newline at end of file +2.005281448364258 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-030_0.txt b/logs-20240607/itac/InvalidParam-Rank-030_0.txt index 08c957d7e48529bb7cb8dd2bf08ad965ad1137b8..0b7358464714065d902be547d55266c826eb1eab 100644 --- a/logs-20240607/itac/InvalidParam-Rank-030_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-030_0.txt @@ -1,5 +1,5 @@ Running #371 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-030.c (batchinfo:1/1) @@ -47,15 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -| -Command return code: 0, elapsed time: 1.9844679832458496 +Command return code: 0, elapsed time: 2.005281448364258 Finished #371 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-030.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed index 4da0db7d4a8e639e0e88661ac5d0ff3f972564b0..739285b665f6bca0629cf126bb4a482758e7ef5b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.298377275466919 \ No newline at end of file +7.287386417388916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt index e5feb35bd81a505bc2bd1a9ef57486c3b53df343..55c8961452be7dbcece6753f98e257d1ac3c2777 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #730 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bcast-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-001.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184696 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229501 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184697 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229502 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.298377275466919 +Command return code: 255, elapsed time: 7.287386417388916 Finished #730 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed index fa9186944085a57473f9686b47706400f8e9cf88..c97200ae48ba91c8670d96d7c9c78acf03375107 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -7.325196743011475 \ No newline at end of file +7.288191795349121 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt index 603a18b774041c64b050f240ff37e7d9ecf1217b..5d58ca93c94eeb5f06c74653968f17560de1ec8e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #676 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bcast-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-002.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189045 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234143 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189046 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234144 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.325196743011475 +Command return code: 255, elapsed time: 7.288191795349121 Finished #676 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed index cc8e411b97e65244ffcded3282ef8772c6a68f10..24c2b78d4934376d292a44717b41a782134a52f5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed @@ -1 +1 @@ -7.322746515274048 \ No newline at end of file +9.032085657119751 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt index cc76872e4b436d8c5b3c65b57fb9b7a5de8172e4..e40ca5141c4bee932943c533545dac3f60cdcb62 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt @@ -1,5 +1,5 @@ Running #878 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bcast-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-003.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bcast-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195726 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239930 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195727 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.322746515274048 +Command return code: 255, elapsed time: 9.032085657119751 Finished #878 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed index 83a0850dc8685d2b8806600c7d55a94b502b95b0..ecf54ada0a2879509b6124b233ca1727c7919718 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -60.20706748962402 \ No newline at end of file +62.40502214431763 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout deleted file mode 100644 index 39dce687cb17b7b3a8463b489c532f9e2632ae59..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00578546524048 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt index cf9beda49388a29e50323d2fc593c6b74e83907f..fca09bc45c3656752c71c38e0cb17a8b8626de13 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1404 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend-001.c (batchinfo:1/1) @@ -41,6 +41,50 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 -Command killed by signal 15, elapsed time: 60.20706748962402 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffed9ba8a38->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 261271 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 261272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40502214431763 Finished #1404 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed index c6db16e80ad96df074ce586cd086a02f6ff6c2f8..04dd916c75bf73cb54b72bc1016bb18501bb5e64 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -8.002658605575562 \ No newline at end of file +8.235949277877808 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt index 7bb9e9e7a29eb1979801a3b9a2de0748dca98cf1..00e285c34cbdcfcc0332653650ad7bc3b350bfe4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1723 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266088 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219204 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266089 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.002658605575562 +Command return code: 255, elapsed time: 8.235949277877808 Finished #1723 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed index d6117ec9cf402543da1b557035f92b23216a7732..adef39ae928175f14e2dbf5c44903ff34bc1f247 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -60.207048654556274 \ No newline at end of file +62.3204710483551 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout deleted file mode 100644 index 4ce7cf89ab2ebf74b9e634c146c130e2ea949081..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00563597679138 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt index 89848ef8b5206d341f3d1b327a371e53db9532ef..e812e61ecd96b3fe1312d9821cc0c5f0bec23293 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1260 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend_init-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_bsend_init-001 | -Command killed by signal 15, elapsed time: 60.207048654556274 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd0f8e4a48->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c:58) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 251281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 251282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.3204710483551 Finished #1260 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed index 9724cbd98c592115926fd7a51a388dfe4a6b5471..e80d3c5656fedf684868e9dda2978190b6829712 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -8.182232856750488 \ No newline at end of file +8.046641111373901 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt index 88e57e7a8e4cc03c7dcba847768752917eeea591..72eab7e7d5d8df633914c29158e90d3d0838d728 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1734 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff0395eba8) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcb1662438) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221504 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.182232856750488 +Command return code: 255, elapsed time: 8.046641111373901 Finished #1734 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed index 0fb64ad3dfdd4c14a6f56440906c2b01da08d61f..fac243515ebd28087afa691718ca5d96b7713312 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.2820024490356445 \ No newline at end of file +7.268979072570801 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt index 748c7dffe5bff3d15724f0565ddf61a1cb801570..c74c21750196450fb65c1e22cbceeb8c074bd62c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #832 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_gather-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191005 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237718 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237719 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2820024490356445 +Command return code: 255, elapsed time: 7.268979072570801 Finished #832 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed index 41cf8cf47bf4bbaf3c9473325494452fa89d3894..2c99d00eec9c09f9dffd34e25982c8fca9a0796f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed @@ -1 +1 @@ -7.432974100112915 \ No newline at end of file +7.333166599273682 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt index 370dca8065d6cfdc4eefa2f62e68a72944c787e2..3a53658d4d8ac83ad40ae6e0096ca99bfb6d8921 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #672 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_gather-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_gather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187218 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232828 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.432974100112915 +Command return code: 255, elapsed time: 7.333166599273682 Finished #672 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed index eeca7c720d4a7efd9d7c60ef2df1190285b9620a..ef5b98ab7a804275a737ed5f6ab4e3916532aac0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed @@ -1 +1 @@ -7.302431583404541 \ No newline at end of file +7.192911148071289 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt index 16e6d6a8056f15a291a9681e48f8af6b0d2bc487..0f524f2988f1ff88313953b7e5575c31abbcbdb0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt @@ -1,5 +1,5 @@ Running #1068 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_gather-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-003.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_gather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201798 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246666 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246667 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302431583404541 +Command return code: 255, elapsed time: 7.192911148071289 Finished #1068 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed index 16c6569d7827b1a76c290a0d362f38e7425da1cc..73574912ef76bdc60efbb2aa1c7a8e53f1783e09 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.279474973678589 \ No newline at end of file +1.1507673263549805 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum deleted file mode 100644 index ee0a050de86fb875e14fc324b9ee9994c72c50e3..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -937aa420a7f02e24b43672a61d04bbe8 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt index 9b62fe11c51503f92257c8ff19fabcc476677db6..cc417fa5dc096e072f5fdd82bc28703a9669336a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #540 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error -| [0] ERROR: Root parameter is not a valid rank. -| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Ibcast(*buffer=..., count=10, datatype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD, *request=...) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-001.c:36) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231169 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.279474973678589 +Command return code: 255, elapsed time: 1.1507673263549805 Finished #540 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed index 0b92f29fa1cbb628600cdc2931d32c182fb098d0..de94f756dd9983e1bf9960263f80cccc4af3d795 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed @@ -1 +1 @@ -7.275113105773926 \ No newline at end of file +7.352854013442993 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt index d9c2ddc63321a32e8562dbda5eebf6c776a40118..1424c3ad88a9bbd0917efe9a24ce4afc4c1c3187 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt @@ -1,5 +1,5 @@ Running #764 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibcast-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187997 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233078 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.275113105773926 +Command return code: 255, elapsed time: 7.352854013442993 Finished #764 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed index 69b1ad2e8c8a711d18830e1de9ba729077620038..fb50c533d0983d6b96ce0f85cca7f9c9867bfbf9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed @@ -1 +1 @@ -7.382011651992798 \ No newline at end of file +7.409844398498535 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt index 6036fcc920b88c12c1373661c4741c7177e3b691..176a2dd97dd107363a70a28ba24556bebd19380f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt @@ -1,5 +1,5 @@ Running #1120 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibcast-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-003.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibcast-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209553 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.382011651992798 +Command return code: 255, elapsed time: 7.409844398498535 Finished #1120 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed index 01e3282bf2e72efc65f0e66b5b42d9fe84de5f80..4241277b629bfe85c25fb787fb8f39deab796cd9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -60.208377838134766 \ No newline at end of file +62.36090135574341 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout deleted file mode 100644 index 5b16f6306cb7b5bae6d3e0e6d2d8c6f952710675..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00700616836548 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt index deacde2518f1dc255bfb374bbd80cfc6e628d498..f297b0946e1dd7d07968d2aea8dd4daf6b35928f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1295 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibsend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_ibsend-001 | -Command killed by signal 15, elapsed time: 60.208377838134766 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd74b42d98->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 251747 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 251748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.36090135574341 Finished #1295 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed index ae51cd3de4727dc08e30c0c5d2c58f76080fb8c9..ca203a4c7ccd0833a02bece24dc9a29ae3a1e891 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.047230958938599 \ No newline at end of file +7.987344980239868 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt index 3b70cc9736b4d32d8d3220548679a5aa1680c561..ac5aa1ba977ba72d534e1b4c3954b58aa4fc6a4a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1418 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc4f412a18) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc62f17608) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226379 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.047230958938599 +Command return code: 255, elapsed time: 7.987344980239868 Finished #1418 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed index ed3c0ce37a7d05448dc4648db7857a53b9d4f778..c7012fd043e95907a17bd3c083ad2f3f812cd25e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed @@ -1 +1 @@ -1.0681297779083252 \ No newline at end of file +7.272797346115112 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt index 48028ff4a62a1b91a0402a5ef7863454fde3f7cb..1d0ca229d102c7c50e9e3bdd20e31b9dce364fd2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #503 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_igather-001.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error +| [0] ERROR: Root parameter is not a valid rank. +| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Igather(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD, *request=...) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_igather-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 222243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 222244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0681297779083252 +Command return code: 255, elapsed time: 7.272797346115112 Finished #503 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed index 6f530e286b3219b00a5c046e7e5a53b0a150d9c0..07dc07c0b4d7bc2d6b9c3099051601de16dca7f6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed @@ -1 +1 @@ -7.334145784378052 \ No newline at end of file +7.338172197341919 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt index b36e21ccad83f2c4b44900d4bcfc535bf5b0c526..61f282ce49e4778895f54bd83eb8559cf231906e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt @@ -1,5 +1,5 @@ Running #834 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_igather-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_igather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191534 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238114 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191535 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.334145784378052 +Command return code: 255, elapsed time: 7.338172197341919 Finished #834 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed index f6b02a6ec28026e252d13e962120eeba3ead168a..e586a995d5d7d34f1a8f29915d562423c0c690e5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed @@ -1 +1 @@ -7.323614120483398 \ No newline at end of file +7.416049242019653 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt index 7b730f0f8f04ebd6b75dec5f3e98995ed90aa9b4..108f523d0ec016f107951264fd91978787d712c5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt @@ -1,5 +1,5 @@ Running #1145 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_igather-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_igather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210118 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255690 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323614120483398 +Command return code: 255, elapsed time: 7.416049242019653 Finished #1145 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed index 50860aa7ed90a65d6e6251cfc6e6c80122ad7159..bbdfc1acfeb775d7108196f7533037f5fba7c8ba 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -60.20482039451599 \ No newline at end of file +61.83208727836609 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout deleted file mode 100644 index 3d26fb0f74fe3e0dddf73454b5f10d231ad797fa..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00332260131836 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt index 290a83bad220edc7ff31280f242dc4c7ec0871c6..6455907538f5a91515bbf200a510de8393c771b4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #2077 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_improbe-001.c (batchinfo:1/1) @@ -43,6 +43,49 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.20482039451599 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_improbe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fffc5d6135c->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_improbe-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 5021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 5022 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.83208727836609 Finished #2077 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed index 54a090a70dde5755d52c47993fa146f77562059b..ddf5fa8e20b650de47b89141a3ecc83c2367ce72 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.576401472091675 \ No newline at end of file +7.436795949935913 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt index 27fb8c4fa39f34cfa258295dcb037d199f3bd96e..7256111a8ccb266bbf347a4ba8e5779560b11c85 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1302 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_improbe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc0ca91ed0, *message, *status=0x7ffc0ca91ec8) +| [0] ERROR: MPI_Improbe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffd6965e5c0, *message, *status=0x7ffd6965e5b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215793 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263190 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215794 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263191 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.576401472091675 +Command return code: 255, elapsed time: 7.436795949935913 Finished #1302 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed index d8e9c6dc5644af347e383f05ba4f66558c916fc4..d409504d26306bd0763f8cf9dee50dac9b92e731 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -2.200530767440796 \ No newline at end of file +2.2385435104370117 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt index 6c6edcff87f22bc9f79ca62abf1b9840fe39108c..a7baaad46d353c4c938c255f4c2668c11d725693 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1527 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iprobe-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.200530767440796 +| +Command return code: 0, elapsed time: 2.2385435104370117 Finished #1527 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed index 381c519ad76b4418f342ebc753855a1c8fe82580..75c1ed5ed94434834776cc311497b8b58baf146e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -7.490577936172485 \ No newline at end of file +7.458938837051392 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt index 9d2c921595bda2ea7a29e32b2c8e922f9b63a247..536e5db656b7d08a53edd776d9705ae9e5c104d5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #2079 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7fff0b994f58, *status=0x1) +| [0] ERROR: MPI_Iprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffec733c2f8, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227741 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274089 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227742 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274090 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.490577936172485 +Command return code: 255, elapsed time: 7.458938837051392 Finished #2079 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed index d97269fd889b47ac5cd16ee13cf3672812044897..25e95606eb55bb415bb337cdee283da2a037ef44 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -60.203341245651245 \ No newline at end of file +62.43549418449402 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout deleted file mode 100644 index 9a48ae28c16d0f42b7d82314b9f81416be01ffd9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.001981019973755 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt index feaedb11ba07ede9927bba5c6293c146134f94d6..0dd9ab07b2da9bd717f91a5a57f94e5ec2643ce6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1620 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irecv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_irecv-001 | -Command killed by signal 15, elapsed time: 60.203341245651245 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irecv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irecv-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.43549418449402 Finished #1620 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed index 9619bb8c7ea737042b724b6fa76bda46aa67a95d..1719b4ce19865ccbe50832768ed2df9c17b7ed25 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -1.1076245307922363 \ No newline at end of file +7.5395708084106445 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt index 972c1daeb5746d30817d100ef202addc882e40b8..c73cd0d3c9fd085c43082a0635480f15410299f5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1650 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irecv-002.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=10, datatype=MPI_INT, source=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc1bf9d898) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-002.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irecv-002) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260992 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1076245307922363 +Command return code: 255, elapsed time: 7.5395708084106445 Finished #1650 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed index e66315bd18c552328f0105f403f3b69247d0b441..ffacb9d69d6587508505597a144fea988e87de46 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.319448709487915 \ No newline at end of file +7.377316236495972 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt index e1f59c3020b2f3bc119e3d1b3feb48fa2bf3dec7..06e39ea0394ae225fa7eb048135607cd02a0f10d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #942 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.319448709487915 +Command return code: 255, elapsed time: 7.377316236495972 Finished #942 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed index bb4200a201b81fb62e769d285d080059106a944a..29502d357b7cf3f8bc2b76459c5587953357411c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -7.21344780921936 \ No newline at end of file +7.351764917373657 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt index c607deda21efce7312d157735742007d765efc96..70677df03780dbe1ff77ac653205b6ee0d3b1a10 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #616 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ireduce-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ireduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194710 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238779 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194711 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.21344780921936 +Command return code: 255, elapsed time: 7.351764917373657 Finished #616 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed index b0951e079e2d974d282b292b571a3b8b9a0d4564..fa118df36768093f66bc18406b755536af473ce7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed @@ -1 +1 @@ -7.352427959442139 \ No newline at end of file +7.272684574127197 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt index befdd2b7421ce9fc041de68f5367124d6cecbc43..7cd0072b6886bd661feef21319c465c3058e26d9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt @@ -1,5 +1,5 @@ Running #1127 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ireduce-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ireduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.352427959442139 +Command return code: 255, elapsed time: 7.272684574127197 Finished #1127 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed index d26bbc926f01a7252ef775addfcab3f958b6cc2c..14442827900ff1277926816c65a4b87f2cfdd17a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -60.206820011138916 \ No newline at end of file +62.39524507522583 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout deleted file mode 100644 index 01b154bc4cd10b2f1319d232c6d14570f66c857f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00529980659485 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt index 60afd1985e9cfb2e8d3c42364d94fb13c283d715..e1b7a9171a7b5ca33103df54f26c3bbbfa28f4ac 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1492 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irsend-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.206820011138916 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe34c4a718->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 254807 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 254808 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.39524507522583 Finished #1492 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed index 8b038cd4435074302690b26456dbe4756a1fbdc0..1e7795146160a43d36f2ddb0e01c63e67951a365 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -7.887545108795166 \ No newline at end of file +7.692017316818237 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt index 2ff4352801ae535ebbec1a04573a07a3056d9232..c33b98903bbe76b172bc2f33658c2ad44d601d45 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1812 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc7c36b978) +| [1] ERROR: MPI_Irsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff2bf1f8f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2834 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2835 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.887545108795166 +Command return code: 255, elapsed time: 7.692017316818237 Finished #1812 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed index 91b0079e856978cc905fa82f50fc6d6587f83260..055f03a0ff899a73a1e70f9938c625ef6aeb35af 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.42873740196228 \ No newline at end of file +7.4985291957855225 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt index d83275cb15c3762dc7bbfa56d9e8a8780d7844a6..99dae113e1b44808739672bb14015c095e6e4d60 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1014 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202726 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202727 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248687 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.42873740196228 +Command return code: 255, elapsed time: 7.4985291957855225 Finished #1014 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed index a948e0f9b321f67062432fbd891f53d01de00ce4..c73f4b23985a0a502139bb15c94021113b5d58be 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed @@ -1 +1 @@ -7.344084978103638 \ No newline at end of file +7.301640272140503 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt index 7eb35acaf3df7e882da1deca4152c1515029305e..8b3bd54929c890917c8851650d37d28855d1d6b4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt @@ -1,5 +1,5 @@ Running #1166 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iscatter-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iscatter-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204212 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204213 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247839 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.344084978103638 +Command return code: 255, elapsed time: 7.301640272140503 Finished #1166 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed index 1cb96d2281d92f56c950f75ecdb023f48ba82ae6..3af4b266f92c2844f287b8acc229be4a3cd3558f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed @@ -1 +1 @@ -7.386464595794678 \ No newline at end of file +7.402006387710571 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt index 62e2a94dfc2160dae431f46e2f6512e4bc096483..7f62658e7cf7be88f79bca5329ba41b218b84dbc 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt @@ -1,5 +1,5 @@ Running #1231 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iscatter-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iscatter-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206806 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249313 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206807 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249314 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.386464595794678 +Command return code: 255, elapsed time: 7.402006387710571 Finished #1231 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed index 6aaf122a73538d08dd2273987e814610f72efb6a..da85529da452360a528973b810e4ad6e9f67ee61 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed @@ -1 +1 @@ -60.21379995346069 \ No newline at end of file +62.49161982536316 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout deleted file mode 100644 index 370159615b023969b7e5424d4276b3610c95cccd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.01242780685425 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt index 7ed526a78be0900fe049d171f1faecb7a4d3659f..389dd14a988fff70c77c969d73b38310285f9b1b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1569 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_isend-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.21379995346069 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffca0982328->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_isend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_isend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.49161982536316 Finished #1569 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed index 9b21305034b577e8c0f0b6903606483ad691d6db..fb6babbe08a481cba80ffbc706668cc46b969075 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed @@ -1 +1 @@ -7.9992616176605225 \ No newline at end of file +8.09518814086914 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt index 89dcf652d53a98f8d82a483405562a88d056c512..26eac93ae89d75aa0399641e221c0d365484eee9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1687 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_isend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffe331c3f8) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd8c9d3d28) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216307 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216308 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262584 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9992616176605225 +Command return code: 255, elapsed time: 8.09518814086914 Finished #1687 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed index 02cd81b9c03adb4492e143e0a7aff2e3b1d1c1e7..f75838337a406663644b2750a5b4992137c5ae9e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed @@ -1 +1 @@ -60.20618987083435 \ No newline at end of file +62.61058187484741 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout deleted file mode 100644 index 089c2e5f9630c32396dc833b0542827d0211881f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00490379333496 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt index c1cc74275bb20bb1f8f3eb8719d696280daf9027..ad6c5fae73b3f2796e45f3c8737fbf72778eab1a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1308 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_issend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_issend-001 | -Command killed by signal 15, elapsed time: 60.20618987083435 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fffe3f33338->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_issend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_issend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264685 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.61058187484741 Finished #1308 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed index bc6765e3826fe5ab266c9a80bf45f5ad5716beca..acef4f06efb0635e9fc167a50e1f4c2d485565f8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.753845691680908 \ No newline at end of file +7.6601057052612305 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt index 66e8f8c586019a0067c53caa140e62c766ef291c..27cbd4df1b5d3ff148012901470e6bffc44354cf 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #2003 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_issend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffeeddb318) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0db7a938) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2848 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232716 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2849 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.753845691680908 +Command return code: 255, elapsed time: 7.6601057052612305 Finished #2003 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed index 1f559a217cdf681bb35c950094c9a43387b01ffa..bc3a0cea3a6ffaa0d409435c8f91f89e4c9b9ed9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -60.2053005695343 \ No newline at end of file +62.330883264541626 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout deleted file mode 100644 index 8a0efd0e1471804edae9cd8cb1c6d79fcc116b72..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00394558906555 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt index b3e52c2685e66d35d08bb57bb20f7e410c13aa66..c77025e62322cb36e34b8008cf7ef9713e4b2f14 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1465 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_mprobe-001.c (batchinfo:1/1) @@ -28,6 +28,64 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.2053005695343 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_mprobe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe6a37f05c->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_mprobe-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 254805 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 254806 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.330883264541626 Finished #1465 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed index c20268218883ec5d0c23ee0c6efcc41d295dffff..f711386621ac0e677d0d0638d0cef7eb03dfcac1 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -7.096902847290039 \ No newline at end of file +7.359266757965088 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt index df7d06c7cfd42bd64d822b775a77313369956aa5..d814903f56e773b165484dc2ad027988b52d5977 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1517 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_mprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffecec14128) +| [0] ERROR: MPI_Mprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7fff47581698) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_mprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267856 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.096902847290039 +Command return code: 255, elapsed time: 7.359266757965088 Finished #1517 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed index f0d0bb5b926528ea2e2d37fe9c249913f4f1e955..1b59e779641375cb52d66ebe999e02a90ed340cd 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.11115097999572754 \ No newline at end of file +0.10815286636352539 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt index e30145fa2884dc00d45dcb09a2df55866f1dde6a..9233b3b07b935d54f1bbabec282cc1189b10e8c7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1477 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icczviIRw.o: in function `main': +ld: /tmp/icc6EzVrN.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed index a7bb16d963d3db31e1317604a214b0dbc780d575..a9e4dd8d024c95b348e3f5534e6f068c3cb2fadc 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11058616638183594 \ No newline at end of file +0.10465383529663086 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt index f7016506c58e8ce70aa149525e983552bc61baa8..e24cc636cf29871aad19d5eae6423a9494eb5f71 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1425 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccVIwWxy.o: in function `main': +ld: /tmp/iccYYTgP1.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed index 2ee86c3608592009e4789c2646fe812ac0896012..5c9d9e8f8ce869fbd623cbf31e6041630f77b752 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed @@ -1 +1 @@ -2.398155689239502 \ No newline at end of file +2.37085223197937 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt index d77771a160a925c1103953f4f40f2c48d636855d..67442ab32a6551f19731d2b314936250a5f33522 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1626 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_probe-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.398155689239502 +Command return code: 0, elapsed time: 2.37085223197937 Finished #1626 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed index 45bc3c34a79ac47f739c5fa18a89e29b6a0bdd30..c72e6671dedc91acecbf89ab0af24285de044fac 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed @@ -1 +1 @@ -7.403047561645508 \ No newline at end of file +7.418150424957275 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt index d702eaf7da11e743184c300aa90c49cd638bcf13..52ba8afa90492f635960bad7210792d12b1759f1 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt @@ -1,5 +1,5 @@ Running #1640 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_probe-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_probe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226761 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272385 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272386 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403047561645508 +Command return code: 255, elapsed time: 7.418150424957275 Finished #1640 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed index c03dafa8b581e49bf05b4bde9e63877cc0e18437..dab89ac1ff1d700d0a51862a31230ab91246843d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10668444633483887 \ No newline at end of file +0.10291719436645508 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt index 26b0acde24d3354cc20684b4998ba356c116e514..663599c55f89b526583507059ef539c0b8a184a6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1293 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccxckGN1.o: in function `main': +ld: /tmp/iccPJDkKM.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed index c0adf294eda0a1d0317699fb616a0ca1fa58f7fd..2d9cfa62d504938a8589eb48e5eabde10b3c4ca7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.11049056053161621 \ No newline at end of file +0.13410639762878418 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt index 17d7fcdd1ef2a89ce50ba0a770d0eb8aa72839e4..060bc9676dd0840f32df4daae64c64cb2f9aeb11 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1585 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWTLzmD.o: in function `main': +ld: /tmp/icc8I1ZAy.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed index 5e6425dcebd3d5e66e3d5815b5e16ebb7fde3c99..04b7d762d3bd6edbed313f3e1b9d4af970f5a56c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed @@ -1 +1 @@ -60.22866773605347 \ No newline at end of file +62.5194456577301 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout deleted file mode 100644 index 7b80864b2fb39743687c09766156614c7b03ed70..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.02730655670166 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt index 4ec9cb65c491ff7edcfb15333c2ef5380ae68ff1..4dbeaab70cc320558b92efab6f9cb15687420009 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1760 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_recv-001 | -Command killed by signal 15, elapsed time: 60.22866773605347 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269947 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.5194456577301 Finished #1760 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed index c89478624b711b7767ed5b180811026a57316213..2ba4eba4884be5ee8a670e5c6113a1475654588b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.366111516952515 \ No newline at end of file +7.393811225891113 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt index 4bb6d10a4c85468419ad532edaa5f568622ae67f..2416c7d0e724400b53c79b4b1a8c0b994fa1d42b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1414 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224681 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272886 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272887 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366111516952515 +Command return code: 255, elapsed time: 7.393811225891113 Finished #1414 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed index 9c97e3df3b8f1e65721523d73c96e34ead806775..77894e3ec553ab6f8075e136ccee9ee3ca86a35f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -60.207491874694824 \ No newline at end of file +62.43340706825256 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout deleted file mode 100644 index a7c375983595b34d8bf21518ba61b0e758cbb881..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00586819648743 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt index 158e4274229cdfd7aa6a089547c673e57f495254..13a492cf09eaa40d8ca9e36d4f320d251421724f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1750 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv_init-001.c (batchinfo:1/1) @@ -41,6 +41,50 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 -Command killed by signal 15, elapsed time: 60.207491874694824 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264414 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.43340706825256 Finished #1750 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed index 73b65018970ab4aafb0d0f0ff61f49b0349bb42a..563c7a785e39b72af0c537d08cd5f312a8633f37 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.181467533111572 \ No newline at end of file +7.049257516860962 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt index 6780606e3031fdacc5ae5dc54afd23e498ee9b7c..aedc81298f3d68791d9ee3a34ae0a308b8815969 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1807 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff7a39af38) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc79734a98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2517 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.181467533111572 +Command return code: 255, elapsed time: 7.049257516860962 Finished #1807 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed index c21caf509063a34d98cad05eac979336e6c8c751..0ea74f506c0127924c0584f0af6f6347ea0fd9c8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.323563814163208 \ No newline at end of file +7.282060146331787 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt index ecab7b0ade62befa73e844b46be8a57da01db5f7..9468bdc753dee34ae54d3a2288ce0de9a873f211 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #950 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_reduce-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200276 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246880 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200277 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323563814163208 +Command return code: 255, elapsed time: 7.282060146331787 Finished #950 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed index 96b83ced9482a55eb6d091682d78bf1075f20bd8..e7bcb5d3ad9df2d0107571be0a1bbffda843ddd7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -7.299258470535278 \ No newline at end of file +7.13954758644104 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt index bd934fb46f517c242c1cfbf5512e631b72c9b56a..f2d712de697c9875c6739ece6ff0cde665062fe6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #597 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_reduce-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_reduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182335 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299258470535278 +Command return code: 255, elapsed time: 7.13954758644104 Finished #597 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed index 6f5934f436738adc6920fa1881562d23e8cdb63d..4004028feffb3b708029bae8a1089d0b681069dc 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed @@ -1 +1 @@ -7.30239462852478 \ No newline at end of file +7.3582000732421875 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt index 743c3bd70cd1de5656bcbc3210a9dd0af84ef0cb..778324af22eca553efaee921a2b9bd912bc4bf04 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt @@ -1,5 +1,5 @@ Running #909 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_reduce-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-003.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_reduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243782 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.30239462852478 +Command return code: 255, elapsed time: 7.3582000732421875 Finished #909 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed index b0edb3636553d773aa5f0ea214aeed41a558cdd9..7b148f3bb19fad0a3b835985fecb3a36e0f0b3de 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -60.20823645591736 \ No newline at end of file +62.34882187843323 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout deleted file mode 100644 index 9d7dfbf8698957aa7651eb4299afca0d9d1eba65..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00657653808594 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt index 2b4b3700f5f43605de1ecd4854fcadff36007b48..69f8755c875cadf44a980a93302fd083a48d7e07 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1606 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20823645591736 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffefaeadb48->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 267285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 267286 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.34882187843323 Finished #1606 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed index 6c12418a88f39aacd7da8c8e52bdc8a2f37685e7..91e4deb98642987b01ad5b97231c12853a10e7c2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -8.067746877670288 \ No newline at end of file +1.245469093322754 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum deleted file mode 100644 index 606c40b2b5afaf1083e5a094fdb208f535c406da..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -96ac6b22deb1363e2701beb1549d9d5d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt index 09398d927082d5ae520f6c1fb53755639c4dea72..5c25a9fa2ae2f00fea981aa3c14aefeb806770ad 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1850 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend-002.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-002.c:43) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221806 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.067746877670288 +Command return code: 255, elapsed time: 1.245469093322754 Finished #1850 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed index 8365d226f319fa5d67f434cd4703d360b86c193a..94686a1570eec686fca9f329f51ff7ce6450720e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -60.20589351654053 \ No newline at end of file +62.45813322067261 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout deleted file mode 100644 index c2a8e63615879a9a4eaaf7ec6d35629617b29a2f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00442171096802 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt index f91058cb96675ab267b15a61262a38b0499ac48c..d23d9cdf903b1fb5f56489f8c320ff45922f48d3 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1676 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend_init-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_rsend_init-001 | -Command killed by signal 15, elapsed time: 60.20589351654053 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffedacb2ef8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.45813322067261 Finished #1676 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed index a928fe6e9fd0767d10f8458c457c233144b9108a..fe4d3b90039e5bc45b20f07ad827083b4e87aed2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -7.756172180175781 \ No newline at end of file +7.714710712432861 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt index 8b72e16a237c966b20d3448f6c76699fb9948c0d..4df220922fcf601852494603106af9a2a707962c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1974 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc03a316d8) +| [1] ERROR: MPI_Rsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff837d01f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2700 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233164 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.756172180175781 +Command return code: 255, elapsed time: 7.714710712432861 Finished #1974 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed index c957b348bf7993729a1d4e7fca867c7fd5a93e30..98e3e84536f09da8232821b4f0c040e5f4e7c740 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -1.106287956237793 \ No newline at end of file +7.241069078445435 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt index 562009c77f9bf283143d3d6861b165e3613711b9..006400e647d11165ab023fcc5d0544361131b127 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #483 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_scatter-001.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error +| [0] ERROR: Root parameter is not a valid rank. +| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Scatter(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_scatter-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191161 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191162 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.106287956237793 +Command return code: 255, elapsed time: 7.241069078445435 Finished #483 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed index 027718fc17dc48dada9e90997fcfaa9fdc4499c2..72eaa2ec60d836ba75e6b6ba334f0658fff211a9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed @@ -1 +1 @@ -7.19196343421936 \ No newline at end of file +7.238147258758545 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt index 3ee9344be9122000a7a2441971d21d9b1242acc6..4560f0aa79085bd9a5b788e7cfbd4b5423ad2f52 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt @@ -1,5 +1,5 @@ Running #656 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_scatter-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_scatter-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.19196343421936 +Command return code: 255, elapsed time: 7.238147258758545 Finished #656 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed index 1859bac0456796194de114ee97c23cee32ff9978..fba91e165b0125d1013d17dc6c7c8041c7e57f42 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed @@ -1 +1 @@ -7.109943389892578 \ No newline at end of file +1.0954780578613281 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum deleted file mode 100644 index f91441c22ace3738926e387f1acb3ea1b9e1a609..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4705d0cb8d3cdf80e0f70ba3f5b8c415 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt index b932d4c621faca21c402ccb8d8333391d909eb02..1ae96a8af2183ebc022edde89bd416029a8cb3ad 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt @@ -1,5 +1,5 @@ Running #822 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_scatter-003.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error -| [0] ERROR: Root parameter is not a valid rank. -| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Scatter(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-003.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.109943389892578 +Command return code: 255, elapsed time: 1.0954780578613281 Finished #822 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed index fd735e3ca4488b00eaa3148606eb30589c14e6b8..7139d23f777f2751bb564ddad104d4168cda3942 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.206463098526 \ No newline at end of file +64.04422640800476 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout deleted file mode 100644 index 8c1ebe49298116ccfb6c0ef97fb589a6c0b5dd18..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005067586898804 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt index ca2548761c20dbb1fd46ba2ca3db3733cb329175..a8e1788f218d1db1eb12478159fbfac6aafcac66 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1680 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send-001.c (batchinfo:1/1) @@ -30,6 +30,61 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON | [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON -Command killed by signal 15, elapsed time: 60.206463098526 +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc11003398->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 64.04422640800476 Finished #1680 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed index 812155888cd005faa691efe9e62f3f3eb02a3b03..aa9dd47cd7b5a320726b6cfd7addbaa7650e5040 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed @@ -1 +1 @@ -8.096412658691406 \ No newline at end of file +7.889818429946899 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt index 7b3c95385d52298b1668c60632bc3b3d25011ad4..fe44c615b5631453ddff4c0c256d25c1df38fc4c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1991 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228424 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.096412658691406 +Command return code: 255, elapsed time: 7.889818429946899 Finished #1991 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed index eb34c49d6fbaee1c533e81b3184baf24cf6f8327..7161775db666757e5d4b287e1ec6193367497db7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -60.205647230148315 \ No newline at end of file +62.212183237075806 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout deleted file mode 100644 index c7218a9b70892c82d0971490ddc23a42f07763e4..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00406551361084 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt index 2dc144fd093c89799d3187e639720dc52351f247..08b10958f37af9e18f6441746db494ae9b5f4c2a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #2002 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send_init-001.c (batchinfo:1/1) @@ -30,6 +30,61 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON | [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON -Command killed by signal 15, elapsed time: 60.205647230148315 +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc8e591788->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 634 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.212183237075806 Finished #2002 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed index 8d07ea0a9769a96acefdd9f86620e5e180114bc5..de9a8ebd5f35f444bb0a09a07c8d5526de7ebe6c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.935359716415405 \ No newline at end of file +8.06275486946106 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt index aa8b4ff141958a94cd06dfce9b2777a1e7e56894..f162a9ff22b7489d46da267a86b901584e7a4ead 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1589 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd9e7b3438) +| [1] ERROR: MPI_Send_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffccd4c4e98) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211735 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.935359716415405 +Command return code: 255, elapsed time: 8.06275486946106 Finished #1589 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed index 1d1490d31a9d5e1f433971207d7bc668c180cedd..5e782842ebb7cb9196b60810f728690c1921346e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -60.20668601989746 \ No newline at end of file +62.20717215538025 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout deleted file mode 100644 index b2a955001eee6968fc9fc2b1f8b880d77be2f77c..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005348443984985 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt index 53e2da5095e716784e5d95e760bfea731ee45692..e16bb9bfb4f6af031a52e00f44f120ca767b8753 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1935 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_sendrecv-001 | -Command killed by signal 15, elapsed time: 60.20668601989746 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2449 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.20717215538025 Finished #1935 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed index b53c68f60f5e15badc6210300586449555c6c283..0cecf85675b72b306cb4f22e6980f2db9c0d90b4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -1.234884262084961 \ No newline at end of file +2.4255497455596924 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt index 9940ff1936d081ee8de064ec13fb8927d8944ec9..0b924fc06f287c663f499c38a43a092733e3a574 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1274 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-002.c (batchinfo:1/1) @@ -47,23 +47,31 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] WARNING: GLOBAL:MSG:PENDING: warning +| [0] WARNING: Terminating while communicator COMM_WORLD has pending incoming messages. +| [0] WARNING: Shutdown initiated at: +| [0] WARNING: MPI_Finalize() +| [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c:49) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-002) +| [0] WARNING: Message sent by [1] at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c:43) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-002) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 0 (0.0%) receives | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214250 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. | -Command return code: 255, elapsed time: 1.234884262084961 +| Rank 0 finished normally +| Rank 1 finished normally +| +| +Command return code: 0, elapsed time: 2.4255497455596924 Finished #1274 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed index 2db6a8aa980b3e117d7719436a54ff4ec8ad76e5..ca1540806d97e6d0f8896822a692ab8f8eba9591 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed @@ -1 +1 @@ -1.2045881748199463 \ No newline at end of file +8.228137493133545 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt index a77296a11401a423f8635f7aed70df10c68e5b2c..d46a0dbf87d549c3475553cd430c1168a7f1e4cd 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt @@ -1,5 +1,5 @@ Running #1759 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-003.c (batchinfo:1/1) @@ -47,23 +47,36 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, dest=2, sendtag=0, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-003.c:42) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-003) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224362 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269712 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269713 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2045881748199463 +Command return code: 255, elapsed time: 8.228137493133545 Finished #1759 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed index f08fbafed717c133198c0b7125b7582eb42147f2..30011f5a36fe24dc5bc4f5ac6e5243cc44f6db0d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed @@ -1 +1 @@ -7.394861936569214 \ No newline at end of file +7.353268623352051 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt index 559869fe2447f22c8aaa4253d821a82a3e624343..44553c5ec75e7689d110ded58aac6db63c214e71 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1380 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, source=2, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, source=2, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-004.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.394861936569214 +Command return code: 255, elapsed time: 7.353268623352051 Finished #1380 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed index faf6b5d47fa68cb92670d766e4795c482f5dc027..cabda6a3116bd25f1c45855190f41ed81d48ec43 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -60.20644783973694 \ No newline at end of file +62.46767997741699 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout deleted file mode 100644 index dde31f613e837ce184dbf3ef69a5267aefb0f0ba..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00465631484985 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt index cb22e5e002ddedf24fdaf0c1f1d66075b969ea4b..e9c92b55cc901dd6f83093974405b92a3ac74951 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1748 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20644783973694 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcfbdb8a68->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.46767997741699 Finished #1748 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed index d4ededd4a632319b2a191e6f60d9a6129247104e..95a18a5a493bbf406a424043934ba86edb3ff836 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -7.967465400695801 \ No newline at end of file +7.97943639755249 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt index d5b309e6dedcdc230edd55e51539ea77a8c23a26..e701eefae05f4f95386f47ff375bcec5edc004c8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1614 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,18 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273606 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229205 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -| -| -Command return code: 255, elapsed time: 7.967465400695801 +Command return code: 255, elapsed time: 7.97943639755249 Finished #1614 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed index 1e180558c6c273387a77cba922a6e8e1d4028c4e..37127895558f7c870754791e14bf627672317b35 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -60.207934617996216 \ No newline at end of file +62.48784780502319 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout deleted file mode 100644 index 233ef0c5a925431ba87fac12d8883a7f5bcbca59..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00660586357117 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt index 23d26c2ce1366c32c47d74acd816d696479ecfd4..9ea38e1cc26880484c4a708de856f5ff920eb400 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1604 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend_init-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.207934617996216 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd7d8e59e8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.48784780502319 Finished #1604 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed index dea1ce0332717e03923f87cbc7b1b20e8a901458..90f1799b623e84f2ba7401e4fc00b0f3efb84c7f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -7.947214603424072 \ No newline at end of file +7.948524236679077 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt index 702a99ba9950434d00a81f6b8a126ae78d9212bd..f2d363aa79e258af50193611977989119797891d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1525 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe80df27c8) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd45be8c48) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210120 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210121 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256749 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.947214603424072 +Command return code: 255, elapsed time: 7.948524236679077 Finished #1525 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed index c89799a377e50b9f56d1bc505a0fb63df2cd619b..e16c7969593d90f0d1a4088ce0320bc76b1f3cab 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -3.0770633220672607 \ No newline at end of file +1.1773090362548828 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum deleted file mode 100644 index 1dcd5370ca3b728bba1dde7ad640366014dbfcb9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d09b988cc4a00db2662468e524a1dfda \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt index 81da889e24b0e17e173b2e09cd1e85a50e26ebc5..de02efcb1b715e5e7e6ff5572f582c72ded8966e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1664 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_bsend_init-001.c (batchinfo:1/1) @@ -55,41 +55,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:EXIT:SIGNAL: fatal error -| [1] ERROR: Fatal signal 11 (SIGSEGV) raised. -| [1] ERROR: Signal was encountered at: -| [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-001.c:45) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001) -| [1] ERROR: While processing: -| [1] ERROR: MPI_Bsend_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265957 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218364 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0770633220672607 +Command return code: 255, elapsed time: 1.1773090362548828 Finished #1664 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed index 82915aa599a09db6ab896394d23bd9d478157120..112aac471ddbe6014568f178b33e4665fee174f8 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -1.0325698852539062 \ No newline at end of file +1.0466499328613281 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum deleted file mode 100644 index 8bdedcccc5f4e1d8b59b561ab964143082eaf1cb..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4fe8458b59c85fd25b9c5661ea0fc916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt index 768aaa513466bf9a0d5a073a2896dec891a2e353..262a1f2b7f238abceaf24406905c10e3ebb4238e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1561 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_bsend_init-002.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0325698852539062 +Command return code: 255, elapsed time: 1.0466499328613281 Finished #1561 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed index 1ffde4a7fd33eeb7819d18f8b08b5e98aea5691a..a9780a4acaa7df971500b10fcaf288d9882f8e67 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -1.0917937755584717 \ No newline at end of file +1.1864345073699951 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum deleted file mode 100644 index e6b967dadfc75916630ce340bbd3eb2744aa82d3..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1db8bf5b16ec0d75713bb870ccde1ecb \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt index 83190aa4bad8a333fa4d297b9dce1b85d146b3a4..5104a791f053cb68e1fcc88afcec5becbac03d63 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2036 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ibsend-001.c (batchinfo:1/1) @@ -61,24 +61,19 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230647 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276582 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230648 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0917937755584717 +Command return code: 255, elapsed time: 1.1864345073699951 Finished #2036 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed index 64a75a81072efaa059c87c67cfe4f0d37e5baa49..e79ef5ff425eff61cf51cedc1ec31207e05826e3 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -1.1915619373321533 \ No newline at end of file +1.3642551898956299 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum deleted file mode 100644 index 5059dd617e3aa26d2aa9835a49f15bc0fda69aa1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9e870d1e4dd8d2815d8a912251e148ae \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt index 580ccbdd00e94327b4211071d13f3bb7a6c4ca96..e154c92efb295c98f8e8846dd47bfeec399abd2d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1381 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ibsend-002.c (batchinfo:1/1) @@ -53,19 +53,24 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215016 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263007 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215017 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1915619373321533 +Command return code: 255, elapsed time: 1.3642551898956299 Finished #1381 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed index 13239e971e5524bb2252b20c145103eea932ded0..19c5e9a25ad50c99b29b0b5194e6cba2d18bc9d2 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -2.364325523376465 \ No newline at end of file +3.9485507011413574 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt index 1443703832a1f3e25c96aabf5a62d7584088aa64..2ab0970c92a5e8295a39bcd2fad130fb08f71158 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1737 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_imrecv-001.c (batchinfo:1/1) @@ -64,11 +64,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_imrecv-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_imrecv-001) | [0] ERROR: While processing: -| [0] ERROR: MPI_Imrecv(*buf=0x470760, count=10, datatype=MPI_INT, *message, *request=0x7ffce5c32cd8) +| [0] ERROR: MPI_Imrecv(*buf=0x470760, count=10, datatype=MPI_INT, *message, *request=0x7ffe00ba7cb8) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224984 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224986 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.364325523376465 +Command return code: 255, elapsed time: 3.9485507011413574 Finished #1737 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_imrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed index 9dea241286ba76253b6f81548c4e273dfd3b2d0e..d1d4195fc2f52f2fc5d184cac169bfbff1149e64 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -1.1761112213134766 \ No newline at end of file +1.2136471271514893 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum deleted file mode 100644 index 130f2a5d252c014cb81b8536af956f748848a7ec..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b5c5384d1f6545a810cfaace83d4a3f6 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt index 92820c74e9c4dc2a992fb68b2ead9399ff1902a7..2617f1f501b200c6d695f0ac9d12b794d550d41b 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1446 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_irecv-001.c (batchinfo:1/1) @@ -65,16 +65,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219314 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265064 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219315 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265065 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1761112213134766 +Command return code: 255, elapsed time: 1.2136471271514893 Finished #1446 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed index 8d94ea78856ec114ff8075ac1c7ac671631f6142..c33ba0fb586b55b17344e87e05240ea892d8d307 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -1.1628360748291016 \ No newline at end of file +0.9575657844543457 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum deleted file mode 100644 index 161cdc22cf206f7dce34283b96ec6a9f9f6721ac..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -851f0ab297d3afbd19d65db4bb239b4a \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt index e6566363aa6ad972aae9639d246520b7bad5120e..ede48f9fcb9e380676079226c3a8e16974446d6e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1996 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_irsend-001.c (batchinfo:1/1) @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229712 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1628360748291016 +Command return code: 255, elapsed time: 0.9575657844543457 Finished #1996 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed index f90a8076a799f802b9c5c7551f1679fd67d7864b..1cfb9b7e91b956e98b79fa1e9fdfd7eacb88a90c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -1.196427822113037 \ No newline at end of file +1.2162630558013916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum deleted file mode 100644 index 3214a3df70d21cd3c5a604f240034701e59d017f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a601ec07c367bf16777165239cb1de30 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt index 57e6c00510fb48ebdfa57739a2ea249ec9eca43f..efaeb094c6fc8ea23778625eae31751cf189c7f2 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1947 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_irsend-002.c (batchinfo:1/1) @@ -47,30 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... -| [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed -| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223516 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.196427822113037 +Command return code: 255, elapsed time: 1.2162630558013916 Finished #1947 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed index 6d46c5032a487be7816334b6a76ba214ebd6af1a..367815760cda361ced8666d723876ed059db2f9d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed @@ -1 +1 @@ -1.1711220741271973 \ No newline at end of file +1.1478981971740723 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum deleted file mode 100644 index 085b2a0019cf7ba185087874eca19316a0a5f088..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt index d6c580becc3182ef1e12726903465d0d2827ad07..290ef17d09f8070e46de817f1ddf22c4adced48a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1459 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-001.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207589 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207590 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1711220741271973 +Command return code: 255, elapsed time: 1.1478981971740723 Finished #1459 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed index 60e05ffbefa65745697a7d1a9f6081bdf0be866d..919c4a3424f8290d0ad1606a1a9f51ac471b2669 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed @@ -1 +1 @@ -1.1350882053375244 \ No newline at end of file +1.0024986267089844 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum deleted file mode 100644 index 291981ffb6c8ef55015c7ce7c2020d4cc7ba5915..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -445187d3c4aae84e852194e9c0cdfccd \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt index fc75b2389e3a3315bde24fca0995b7f2efea1b89..8b6204879524898c6bd11b4b99c2461306d86d50 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1440 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-002.c (batchinfo:1/1) @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215728 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215729 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1350882053375244 +Command return code: 255, elapsed time: 1.0024986267089844 Finished #1440 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed index f45a506c10346f3f6f7a5752c4176bce2c2349bc..903f05f05bd774cc7ff9957b316b96f9391cc76e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed @@ -1 +1 @@ -1.0459799766540527 \ No newline at end of file +0.9673993587493896 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum deleted file mode 100644 index 085b2a0019cf7ba185087874eca19316a0a5f088..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt index f01a2a0bc36e510dfce5c831a4bb822d61340719..e754fca94d4f2bf2da09ea6dded75a95a182afdb 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1739 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-003.c (batchinfo:1/1) @@ -53,19 +53,20 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1072_2485551701@134.61.45.193: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225527 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271570 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225528 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271573 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0459799766540527 +Command return code: 255, elapsed time: 0.9673993587493896 Finished #1739 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-003.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed index 4e8da7faa7b75827d2e992edcfd41f8089f288fc..912ff740d49e906f9243224f5513b0763fa09d0a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed @@ -1 +1 @@ -1.0850346088409424 \ No newline at end of file +1.4881036281585693 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum deleted file mode 100644 index 085b2a0019cf7ba185087874eca19316a0a5f088..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt index c363c124aa4afd7171d2e7486e561c7318917ee7..b132a1991761d69ea52dc55ea770c621d58611c1 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1688 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-004.c (batchinfo:1/1) @@ -53,19 +53,20 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1112_2512827296@134.61.45.193: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216681 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262950 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0850346088409424 +Command return code: 255, elapsed time: 1.4881036281585693 Finished #1688 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-004.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed index ce7f35f2b3f1df940695a4791bfaa4243e1ac69a..9c0904bebd88576e523f6f94db92c0f083248ee2 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed @@ -1 +1 @@ -1.0914220809936523 \ No newline at end of file +1.0494210720062256 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum deleted file mode 100644 index 085b2a0019cf7ba185087874eca19316a0a5f088..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt index ed4a1f32e126a987b168731c707c5ceae371f342..ed8ee8ba770023c7f06907712d3fa313adb9b771 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1787 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-005.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221615 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267504 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221617 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0914220809936523 +Command return code: 255, elapsed time: 1.0494210720062256 Finished #1787 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-005.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed index a8b13706eedd2a1f106cdc40e79c70b6f72553d8..50b9986a06f00efe8186b58b5e4b474b523d389f 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed @@ -1 +1 @@ -2.7982685565948486 \ No newline at end of file +1.1584532260894775 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum deleted file mode 100644 index 80ce6fa2f75a831856cbe98de44a540b843050d2..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -89a2a403524ff02ad4fb4f1384b71e27 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt index 2937dcd6e5bee33dd9858b75ded03e134846559d..51bef677a0994f529965105ff236b6f2a1f3065c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1403 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_issend-001.c (batchinfo:1/1) @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214926 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214928 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261154 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.7982685565948486 +Command return code: 255, elapsed time: 1.1584532260894775 Finished #1403 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed index 183e02650894d92344820c09bc3effa836733cca..f78e40bc06710bb4ab2f38f7e608ab293e92061a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed @@ -1 +1 @@ -0.943458080291748 \ No newline at end of file +0.8553051948547363 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum deleted file mode 100644 index f9e632277993306081c402b23a07f5ea4f496847..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b06a27fa62f0e9bd6fa82e01e2c73f91 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt index 17afbb5d6c05b4008957b00938a75df6ac3489b0..5eb1637971585942cdbb8a06f17ae121acb2bd40 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1806 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_issend-002.c (batchinfo:1/1) @@ -53,19 +53,24 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2482 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233694 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.943458080291748 +Command return code: 255, elapsed time: 0.8553051948547363 Finished #1806 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed index c38e4bb0894bed5f03c25491a22e352e3d5e3459..de0e5909734b08e2c4fc00d0fb62106e6285adbb 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10716438293457031 \ No newline at end of file +0.10753607749938965 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt index c3610d4a443f875faa84ecd673660b13be34ed99..a8d166d5c64c092308636b1315865c0de44c66b9 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1885 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWWWYkq.o: in function `main': +ld: /tmp/icczvYNdJ.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed index d24ea2716994b815d04f1f8d09a28acc24ec17c7..7f724aabf66429c2df2eca10d878e9d1d24f70a7 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.11107301712036133 \ No newline at end of file +0.10546302795410156 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt index 0a748145c86a9fbfdd7b8029b632a39f2237d438..6975dae1cdf409aaa8366a97efa3149863665751 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1685 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccerBTNW.o: in function `main': +ld: /tmp/iccjxQkMh.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed index 4765d5097c9e6c5a4f6442b9fb1daf64cdec77cd..c3794fb7364ed6776dbde7e7ca08d280bd50a38b 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.1081840991973877 \ No newline at end of file +0.11279869079589844 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt index c1b9b0768e729df208ef3615be4bf6076a657e72..b1bc50a61124b090fca1b9f4f9e9936b0f4d729d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1894 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccuJammM.o: in function `main': +ld: /tmp/icccVAsn5.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed index 4af6f43f569f70291656b2264886d16c659b8eb6..adb54a5841805580c6f11fbcabbb98d101e82d9b 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.14786028861999512 \ No newline at end of file +0.10687732696533203 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt index a9ef36172fddcddb8290fc9cb0dea6f162a0d5b2..ba2c50269da9687d442eb5e1ae8358bf8f30156d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1249 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc1dl2m5.o: in function `main': +ld: /tmp/iccv9SHkV.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed index 50d986d90a0133c48c8aced2b14d26ba81ecdfce..e2e1eff967264f9da590aeda53311e9d8bc0ca84 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -4.01923680305481 \ No newline at end of file +3.1211140155792236 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt index 617d56976137dd26c0e0a2b2f06ec09feb2a2e47..390964191fc1792793e83149f10c0323d4938c33 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1632 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_recv_init-001.c (batchinfo:1/1) @@ -68,11 +68,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_recv_init-001) | [0] ERROR: While processing: | [0] ERROR: MPI_Recv_init(*buf=0x4706c0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223021 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223022 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 4.01923680305481 +Command return code: 255, elapsed time: 3.1211140155792236 Finished #1632 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed index aff98f40269044762172ed0df1a97aa040e47ff5..e89578c2b53730148687645aa175e7925eafae44 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -1.1065914630889893 \ No newline at end of file +2.8471741676330566 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt index f22aa695afe697895f7f7b6baeb556e2b2bd4936..401f56c451a6c9a98e5b3995e194b54cac7868da 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1602 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_rsend_init-001.c (batchinfo:1/1) @@ -55,23 +55,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:EXIT:SIGNAL: fatal error +| [1] ERROR: Fatal signal 11 (SIGSEGV) raised. +| [1] ERROR: Signal was encountered at: +| [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-001.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_rsend_init-001) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Rsend_init(*buf=0x46aad0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216803 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261694 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261695 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1065914630889893 +Command return code: 255, elapsed time: 2.8471741676330566 Finished #1602 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed index e3aae7e1bc910c105ab4c66b550a19768714c309..8f4eb0078af2ce28061874df21f2607717611b17 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -0.9664771556854248 \ No newline at end of file +0.932626485824585 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum deleted file mode 100644 index 15cdf436101b285516e69ee38697c61de3571137..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c212950a068bec50a09d9d5003567078 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt index 04a7b6cd12e68696e029f383da99eb83d0683bc8..439c7f8a8f7b3dc32e7c170265d61fc4f8aa28a3 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1528 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_rsend_init-002.c (batchinfo:1/1) @@ -53,21 +53,19 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1057_1456092544@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1057_1456092544@134.61.46.172: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9664771556854248 +Command return code: 255, elapsed time: 0.932626485824585 Finished #1528 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed index 175c571fe5ff9f64687e1a860867b5387919e668..17219f5f8541fb224fff74e42e70dbed4f2da764 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -1.0122931003570557 \ No newline at end of file +2.771489381790161 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt index 8d385c381e42edb6fb7e6abc49f147b4e4086b8e..cc72b95b8b09553c6e62f183fe9bc9961cb20633 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1959 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_send_init-001.c (batchinfo:1/1) @@ -55,23 +55,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:EXIT:SIGNAL: fatal error +| [1] ERROR: Fatal signal 11 (SIGSEGV) raised. +| [1] ERROR: Signal was encountered at: +| [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-001.c:41) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_send_init-001) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Send_init(*buf=0x46ab60, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0122931003570557 +Command return code: 255, elapsed time: 2.771489381790161 Finished #1959 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed index ec5ec717c35bd8379e195d51689ec2c511865663..5ca26f4defb21994c9ac8f997f7fa199476cbd00 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -1.068537712097168 \ No newline at end of file +1.106152057647705 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum deleted file mode 100644 index 827a48170b1b73343ccc3eaf2d25b25ada457fe8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -048d23f7b0e2754597b998d3582c5e0a \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt index 9915a8c70d58ab513cbfaedd4a5ce54717755ffd..2aefa7d8555bcda8f774993b3dd36423e6aa2871 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1447 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_send_init-002.c (batchinfo:1/1) @@ -53,21 +53,19 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1079_3162513166@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1079_3162513166@134.61.46.172: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.068537712097168 +Command return code: 255, elapsed time: 1.106152057647705 Finished #1447 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed index 9f3b7a7599c65ab9a813fc85ed44adc0f38b2d76..39eb95febc7a82853dd8b77dd8fabf462a404ead 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -3.109492540359497 \ No newline at end of file +2.950946092605591 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt index a978f3d892e916af2bac484a11d8921d7e3bad27..6f6b6071091b4ea14909a23a88781f300ef752ec 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1363 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ssend_init-001.c (batchinfo:1/1) @@ -68,11 +68,11 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_ssend_init-001) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) +| [1] ERROR: MPI_Ssend_init(*buf=0x46cb50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259629 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210381 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259630 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.109492540359497 +Command return code: 255, elapsed time: 2.950946092605591 Finished #1363 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed index 79934dccef765162a11933fbd020db6f0cf31b24..395ab9dd2d3cf3b0c956c132ba306d9138adfadb 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -1.1364848613739014 \ No newline at end of file +1.1209912300109863 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum deleted file mode 100644 index 20c0f0241a88fe9de4b1c8fe16cd5c6b3b39dcee..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a2baf771ff94ae235e6d43a7a7896434 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt index bc18abb3f754c9aa2d82b02d8c48d5ff6ecc6bbc..d8df5306a05cc2f35eb708bc8fb434bc26edfa95 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1510 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ssend_init-002.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216561 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216562 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1364848613739014 +Command return code: 255, elapsed time: 1.1209912300109863 Finished #1510 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed index 7eb7ec179ad0a253331bf505b4b6d950ae5d4af8..9c71919526b721afcdc2d2e25ad30cea5831c412 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed @@ -1 +1 @@ -1.2751550674438477 \ No newline at end of file +1.1450326442718506 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum deleted file mode 100644 index 64277c24291ed3776b6f5930399a905df95c678d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b5987109e955d7b9ca5c6e75136e2569 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt index 73ea7931a2fd218f588f7215d63442a701d16071..844ded92e64952a66f7d31510d77aabd93d9adee 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt @@ -1,5 +1,5 @@ Running #1481 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_start-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218088 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261149 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218089 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261150 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2751550674438477 +Command return code: 255, elapsed time: 1.1450326442718506 Finished #1481 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed index 857bd59272029e3fafb90d00f77068776ccd9a5b..a5a0a0342082949dbe0ad7aa0a87e7f97e5fecc0 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed @@ -1 +1 @@ -7.2753448486328125 \ No newline at end of file +7.366943120956421 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt index d1ee6d1f041084c0b7a5c22465cef97b73147d7f..06a991a95df64dbd67db0fc9e2fb3e35a1144031 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt @@ -1,5 +1,5 @@ Running #2018 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_start-002.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:REQUEST:ILLEGAL_CALL: error | [0] ERROR: Starting active persistent request again. | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706e0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc84b23e38) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc55779d68) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_start-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_start-002) | [0] ERROR: Persistent receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffc84b23e38->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc55779d68->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_start-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_start-002) | [0] ERROR: Active persistent receive request is about to be activated again at: -| [0] ERROR: MPI_Start(*request=0x7ffc84b23e38->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc55779d68->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_start-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_start-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_start-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_start-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:REQUEST:ILLEGAL_CALL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225336 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272849 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2753448486328125 +Command return code: 255, elapsed time: 7.366943120956421 Finished #2018 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed index eed7a7148d7ac2df0fbe9ffc82fa2c6a01db85b7..97a634108c7d2371a166ef69a63931dcf817ded7 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed @@ -1 +1 @@ -2.243870258331299 \ No newline at end of file +2.3672568798065186 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt index f5bd5ece168fd970a4e5eac7e87044a3e0191982..74d6ce9ca96b5db88df3b62dd0cdbf3c10a82186 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt @@ -1,5 +1,5 @@ Running #1256 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_startall-001.c (batchinfo:1/1) @@ -63,11 +63,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_startall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_startall-001) | [0] ERROR: While processing: -| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffe7cbe0df0) +| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffe931b3d40) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249829 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203863 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249830 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.243870258331299 +Command return code: 255, elapsed time: 2.3672568798065186 Finished #1256 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed index 070a2b79e8cad32a23de9616cc0451df8ec64300..5217408e12c76d104cccc829b5921d223691724c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed @@ -1 +1 @@ -2.3687140941619873 \ No newline at end of file +2.505403757095337 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt index 43659e0dcae6ed96cb079f7d8e135bfb303dff96..8f14c288c0fa80f626613232e3ceda23fd33eca6 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt @@ -1,5 +1,5 @@ Running #1330 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_startall-002.c (batchinfo:1/1) @@ -63,11 +63,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_startall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_startall-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffc0cce2120) +| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffecb06f5d0) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255950 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255951 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.3687140941619873 +Command return code: 255, elapsed time: 2.505403757095337 Finished #1330 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed index 1bed64e079570748041b612ab60e9a09f35e5649..ebc46363cffa091495107e58d3cd81b3ab83542b 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed @@ -1 +1 @@ -0.9909999370574951 \ No newline at end of file +1.114333152770996 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum deleted file mode 100644 index f8112567d7f6df7a54eedcdf6861ff6eaad85e08..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4e65ee29adb946f47f32339a6f00ab03 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt index d58682b89795090741e436c76b9afa98542eb61f..336c036143d8558e5b9db41d41d40951385f1349 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt @@ -1,5 +1,5 @@ Running #1366 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_test-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_test-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211031 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260010 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9909999370574951 +Command return code: 255, elapsed time: 1.114333152770996 Finished #1366 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_test-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed index fa68bab1d64d569a31d759c65ebcc1ea99482de6..9a87a8d90c550e1c3d8ed369e5f134ec63b8d43f 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed @@ -1 +1 @@ -2.8173177242279053 \ No newline at end of file +2.4223508834838867 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt index 387de32e921ea6fe8f9e053ffc3b0456d8d28e21..818a5ae7be30d58224e2752789bffac536bda730 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt @@ -1,5 +1,5 @@ Running #1692 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testall-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.8173177242279053 +Command return code: 0, elapsed time: 2.4223508834838867 Finished #1692 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed index 76c6a5a7df85a3bb0d44d129c170720924fe7b0e..9fb341a0e1a16c7af1f7f811364b633372825f5c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed @@ -1 +1 @@ -0.9051520824432373 \ No newline at end of file +0.9125344753265381 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum deleted file mode 100644 index 479edaa9ea65346ad6a0792c1d72b4e8e14b78d1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9123608c0ea82809d2348350ce3351e0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt index d55917b6da46a6e74e8a9f7c579378bf788f9b66..cc77a4f9c57356307f4945bc8c360a3ab8e32c5d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt @@ -1,5 +1,5 @@ Running #1843 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testall-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233538 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277312 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233539 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277313 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9051520824432373 +Command return code: 255, elapsed time: 0.9125344753265381 Finished #1843 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed index 0da0be31612ae8c7da553273bb65fc6807a944a3..ae1c08bc936fa8cad4d22a8b240e3a7bae8a6810 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed @@ -1 +1 @@ -2.31196665763855 \ No newline at end of file +2.270611524581909 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt index cce9ec0b721c43918d337513464a7f3d5b4f1433..207fee8c2e265a4da6236e500f46e64a8d2e2e06 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt @@ -1,5 +1,5 @@ Running #2013 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testany-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testany-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testany-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.31196665763855 +Command return code: 0, elapsed time: 2.270611524581909 Finished #2013 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed index 861f61c3a46a4ca2dd322254771f7c45f46b3c0b..6241658fe7a5dc256b2db4122362ac10dfbb952a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed @@ -1 +1 @@ -1.0867934226989746 \ No newline at end of file +1.1929478645324707 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum deleted file mode 100644 index cfdc5018acbc82e99a255c10bb43e86485446fc6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -5d0684682a027cdf426af33b3361a90c \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt index 3f684a5239a45aad750a2906df67b85f778cca03..76ca157afbe3d7d27815a03c6db99cbddaa75378 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt @@ -1,5 +1,5 @@ Running #1250 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testany-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221997 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0867934226989746 +Command return code: 255, elapsed time: 1.1929478645324707 Finished #1250 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed index 9810784007cd5e203490ecd3a8d6ac5d578b92ad..6d3d2a1a4f906303bad157e85e0344812e6c281c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -3.8114278316497803 \ No newline at end of file +2.154933452606201 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt index fa531bc91f7cf98b2efeb0fb4b22614aa3573e31..c82869a5895abee2548994473d1fb217b55c60f0 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1545 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testsome-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.8114278316497803 +Command return code: 0, elapsed time: 2.154933452606201 Finished #1545 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed index ed3040017071d96a86e6275a6036cdf8466b51db..9cce16d8ac30112862222904cfd4de4df0d0ae3c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -1.036224603652954 \ No newline at end of file +1.1007215976715088 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum deleted file mode 100644 index 7ec77db9b0abb76c9ed550f980b01fbb127ad608..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6ed47521c57249d3e7affae30e17d6e0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt index ec182f5ac52f773732eec9a334eb16a9fe76190b..2b644072f667ae44b2d72fd87054131adb457c92 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1461 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testsome-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210875 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253941 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210876 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.036224603652954 +Command return code: 255, elapsed time: 1.1007215976715088 Finished #1461 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed index 0b3308d66f0e7fea462f49f288dcf7fdfc1c354a..4a4cb888d496bc30e215710594527a6181d94694 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed @@ -1 +1 @@ -1.1095471382141113 \ No newline at end of file +0.9297285079956055 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum deleted file mode 100644 index d8571d0e46c63ba5a95b209e6ca310ee860af712..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6e9d2dc849fd8a7b3be7234469ec93e0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt index 9e16a1dd45e4a7c3219a9e6b95537e1bc8ddf3ac..4b6ad0016eaeb551d5cabf7c0fdd99134d75f10a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt @@ -1,5 +1,5 @@ Running #1997 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_wait-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_wait-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229790 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1095471382141113 +Command return code: 255, elapsed time: 0.9297285079956055 Finished #1997 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_wait-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed index e57cd2bf9f19b86b447c0dea08cb9c1aa80295e7..d8943d43fde719f7fe8467d745b7a7f8dc661246 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed @@ -1 +1 @@ -2.2747623920440674 \ No newline at end of file +1.1911215782165527 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum deleted file mode 100644 index 13d4d648e1125ec76df9c35f2b8bd0fdeb616763..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -048a04391e95a10fcef94801c25d6848 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt index ab1ad1669bb759cd730bf37a6506b130759cb672..c90b6135e03a4e4f0bc1077174587581a44b86e7 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt @@ -1,5 +1,5 @@ Running #1502 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitany-001.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_waitany-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260198 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260199 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.2747623920440674 +Command return code: 255, elapsed time: 1.1911215782165527 Finished #1502 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed index 53ad5ac9b32f6be01f0ba44a95e6b16e7df8adec..77a41be5ef2e23c7a6e703134dbbbd0d6fdb1431 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed @@ -1 +1 @@ -1.0141081809997559 \ No newline at end of file +1.2832889556884766 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum deleted file mode 100644 index e63c94188844a6f31dbef645e30f26562c8438f2..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -0bc209d84a057ea6e8c3540d80215c1b \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt index cb8b7b209efb6cbb709d63898c8e3159567b10b9..6a2a42f6a7a48e96a8ead486dda8630fe8db5f76 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt @@ -1,5 +1,5 @@ Running #1235 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitany-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211108 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253419 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211109 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0141081809997559 +Command return code: 255, elapsed time: 1.2832889556884766 Finished #1235 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed index 1ead5c3a8ed8b982de48262afe4a7960c2b3416e..27958c818b8ffdec3bc0f21848f794a850c02248 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -2.34901762008667 \ No newline at end of file +2.2917633056640625 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt index a7ff1c3d7930ff5bdf8baed5e817f8dd067f3a00..fc05aa05d610e521f079d725a8bb90942b6c5177 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1376 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitsome-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_waitsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_waitsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.34901762008667 +Command return code: 0, elapsed time: 2.2917633056640625 Finished #1376 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed index 227562ea9b6cfa134325e7f81f93cb2efd5ed9f8..414de8f1294500c126fb9daec469f052d26d387f 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -0.9907715320587158 \ No newline at end of file +0.9174904823303223 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum deleted file mode 100644 index c0385ec38c315d43eb3c777759b62b746385d85d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -89a21eefd66f2d452a4456d7b74659c4 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt index 337f798291c50344bdd4042c9004c90ca2e157cc..822861f6150030403a46fa2e7b01939b24b518f3 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #1905 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitsome-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232861 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9907715320587158 +Command return code: 255, elapsed time: 0.9174904823303223 Finished #1905 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed index 80bc688367841bd3b24d2168d656c31e0ffeeab0..42ccd1e351d63848f3d317ed98b885288e7955ea 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.679059743881226 \ No newline at end of file +7.550351858139038 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt index 10cd3ce0d803b3ed0969af433e1f43f84224d7cb..f7aef67ddc14eb63808bb5eac6d0a4366a1b6f44 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1304 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc978f2190, *message, *status=0x7ffc978f2188) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffcd44b73f0, *message, *status=0x7ffcd44b73e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216396 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.679059743881226 +Command return code: 255, elapsed time: 7.550351858139038 Finished #1304 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed index aa1464f6f00b6e7fd990203fcd5f3f505c2ca911..37da073f86260d931e18a6fb355e565c6d30a2ef 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -2.2143845558166504 \ No newline at end of file +2.324767589569092 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt index 3a01e896adbd4feecff819620898867fb08cdc5c..167f78578f7f0f26f58b52e32096343c69c17058 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1331 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_improbe-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2143845558166504 +| +Command return code: 0, elapsed time: 2.324767589569092 Finished #1331 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed index d98a5d3371d5daedd1ad8a54fa5846863d3cb55e..9250e22648726873a2581e7a2690bc9532af61d3 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -7.241441965103149 \ No newline at end of file +7.416639566421509 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt index 63a8863d775c9607fa0b9d82ed9340462c1886f1..6df7620b20b9daa5b31070c177fe8be5cecb6633 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1717 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_iprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7fffe7a6f808, *status=NULL) +| [0] ERROR: MPI_Iprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffd484b1878, *status=NULL) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_iprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218357 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262405 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218358 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262406 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.241441965103149 +Command return code: 255, elapsed time: 7.416639566421509 Finished #1717 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed index 214646ef9399e5b99318e8314ab0a7415e5741ae..b85972e1c75faf4cada1029c61274bebe8de86fb 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -2.2194759845733643 \ No newline at end of file +1.992828130722046 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt index a54266bd15a4ec5745f74dc426e333a5c70a04ac..79680c049082069408097275a46d3ac59ceaa0e7 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #2006 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_iprobe-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.2194759845733643 +Command return code: 0, elapsed time: 1.992828130722046 Finished #2006 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed index f2087adf5d59b520d065ba4470f480c17ef93e34..22f6ad53000052849b9d42a60c371ea9cd27e146 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -7.317255020141602 \ No newline at end of file +7.360227108001709 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt index a74adf2a92e1632db6141f3cea23c8bf9020bf29..d47d38fc5780d2c8ce5be4dda17cf5d7f07e9398 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1518 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffda6fb10a8) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffeb9f9b1c8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_mprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207688 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317255020141602 +Command return code: 255, elapsed time: 7.360227108001709 Finished #1518 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed index 07c3e4cf2741c101c25276098922dae8e756e13c..78c1a3d53d18e1c633484adb4b7d53c937dba52e 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -2.1396312713623047 \ No newline at end of file +2.0568859577178955 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt index 59607b0d58552604a60331fd828a124ce18a0e17..c6672c4ebb8ef6d1705403f585a3cae433b9f8fa 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1968 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mprobe-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1396312713623047 +| +Command return code: 0, elapsed time: 2.0568859577178955 Finished #1968 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed index ea30b5d7cb665224b66fe6a29df418a382370fe8..aa0e898cd87f2d17c519629a515abeeff0af67c9 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed @@ -1 +1 @@ -1.2023468017578125 \ No newline at end of file +1.1665210723876953 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum deleted file mode 100644 index b1c75b031e32cd26173f7d2575d6a21479116776..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1e228741d8873a275aee84e6c1cb558d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt index 21259bcac234cd5c0662733b197b028a26c52774..85384029bdcc7f77e850b788d8c6a90b67d95451 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1714 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mrecv-001.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274921 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274922 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2023468017578125 +Command return code: 255, elapsed time: 1.1665210723876953 Finished #1714 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed index 1bef6fefb1acf3b92c63b5f6bd25a0742816d497..586e57d87442d536fde63ad477e786f53df18401 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed @@ -1 +1 @@ -1.837345838546753 \ No newline at end of file +1.9971978664398193 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt index 28d2eb3201dfac15810a9e23fd0a1ee37d350229..33f018cd2534636384033bab1485cc95bd282f1b 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1846 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mrecv-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.837345838546753 +Command return code: 0, elapsed time: 1.9971978664398193 Finished #1846 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed index 07dfb30b6adc8c014428d6bda6e19378c8122c30..9a2ae42714211e210a8791ebe0b8eb779df3fca8 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed @@ -1 +1 @@ -7.373822450637817 \ No newline at end of file +1.0857963562011719 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum deleted file mode 100644 index b687c14180cb6a4113ad66274937a7e3c65b62de..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dbe14fd41c3b95185f748c299564d57e \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt index 2f07b99d1d4c23019f1b12f81e6422f1fb9b0a50..d3b65ee554586587beb5d2210d9bb69543f59ef2 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1267 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_probe-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null pointer in parameter status. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Probe(source=1, tag=0, comm=MPI_COMM_WORLD, *status=NULL) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-001.c:36) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_probe-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_probe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212626 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258640 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258641 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.373822450637817 +Command return code: 255, elapsed time: 1.0857963562011719 Finished #1267 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed index 8178627c709acef426645934a1d5f450f8d77e39..281a305d42d8b384c7b90ed93145141b1cc0472c 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed @@ -1 +1 @@ -2.1766231060028076 \ No newline at end of file +2.320951461791992 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt index b0329f688dae24476c2367fc473997b8654a6bcc..9978c8a362d198f209bb0970c73af3dfa17089fb 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt @@ -1,5 +1,5 @@ Running #1551 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_probe-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_probe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_probe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1766231060028076 +| +Command return code: 0, elapsed time: 2.320951461791992 Finished #1551 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed index b1bc3b97446e2cc1915bfcb34fc3f96b6844da9d..9e4155c7e957619e6475d1473f22a42e98e6a591 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed @@ -1 +1 @@ -1.0064635276794434 \ No newline at end of file +1.133683204650879 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum deleted file mode 100644 index fb72c96c89644c1f1dfc1e93d577592e7279e3c9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -63582aabef05ef1b74107428d9dafcd1 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt index 4489f114d091cc2bf3e4c1413b2df1d33c5c11e6..b4d0c531ff62abcdfc601de4dbbcad631cf3e223 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1777 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_recv-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232244 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232245 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0064635276794434 +Command return code: 255, elapsed time: 1.133683204650879 Finished #1777 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed index d1138bb5ef617a066a985793b8761d8ed1155efe..7fb7753594a8282b7ae6f538f83acfb5ead339ee 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed @@ -1 +1 @@ -2.2687530517578125 \ No newline at end of file +2.2357754707336426 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt index 67dff6898258d1fab6fe00706833606265393524..387eae5872f5f293198940b6e668afd1e6802067 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1552 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_recv-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2687530517578125 +Command return code: 0, elapsed time: 2.2357754707336426 Finished #1552 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed index f515ec5aef9770897e3ce18dfd5115be7e16b14c..63c10948275421a5c8322c731a3dca6830360724 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -1.033008337020874 \ No newline at end of file +0.9146180152893066 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum deleted file mode 100644 index f6c69cd7e63e777f01392cd018001075f0c96f50..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -240e13b9a9da518e752a6ff8e82d394d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt index 857bc9d2d9c37bfe557ab9e28ea883e6108737a7..9432ef7fb88f18f6cb625bf59480053230a8ef9e 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1681 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv-001.c (batchinfo:1/1) @@ -47,6 +47,10 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | [1] ERROR: Signal 11 caught in ITC code section. | [1] ERROR: Either ITC is faulty or (more likely in a release version) | [1] ERROR: the application has corrupted ITC's internal data structures. @@ -54,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231341 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231342 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.033008337020874 +Command return code: 255, elapsed time: 0.9146180152893066 Finished #1681 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed index 9a3dbb00be23db58e97ed5d7d62fa1c6d006962c..6bd1f18d3d72603170bdae9318e8399524bf9ffe 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -1.2076785564422607 \ No newline at end of file +2.2689428329467773 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt index eaa98354fa70ec70851494ab2ae36374541ccbc4..548f9630fb24a09c9ecad703c5706d75483b5f93 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1861 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv-002.c (batchinfo:1/1) @@ -47,23 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224919 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224920 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.2076785564422607 +| +Command return code: 0, elapsed time: 2.2689428329467773 Finished #1861 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed index 8186ae272b02e6ca0dd48b089e073b2266e5b7d5..f5bf050f1572b50624d0e3c5636e0aa96b6b3fda 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed @@ -1 +1 @@ -1.134810447692871 \ No newline at end of file +1.1370766162872314 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum deleted file mode 100644 index 9e07cf7c57aeea52b509d609e7f3a2094c63c0c5..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e91f238ccfc72d97ecdf498eca4c4f5d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt index 5b88d9a31f2e66a83223ccc86c3f5305cb45f029..cc5b07c6900557a18923b5fe46563b02126b653e 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt @@ -1,5 +1,5 @@ Running #1457 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv_replace-001.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.134810447692871 +Command return code: 255, elapsed time: 1.1370766162872314 Finished #1457 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed index 1574c843d8264bbbe1d13b5592c2b9be245a3fe1..47a215a6571b8029f6d9f96dda01d2fccaf6bb27 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed @@ -1 +1 @@ -2.4855072498321533 \ No newline at end of file +2.428893566131592 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt index 72eca80b953f9f36fef5fbd1f828cb15f8975fc6..e282dacbd0f0bac4578077dc763f5aad46fc9e3a 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt @@ -1,5 +1,5 @@ Running #1451 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv_replace-002.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_sendrecv_replace-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_sendrecv_replace-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.4855072498321533 +Command return code: 0, elapsed time: 2.428893566131592 Finished #1451 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed index 7a5eb80bf7ab12744bb964154c5bcbaef97743b9..d2c6fbd2adb5fee1d2ac3f3d0953e0400439eb05 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed @@ -1 +1 @@ -7.441263914108276 \ No newline at end of file +7.401861667633057 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt index 3f80b7e0cb839561a00bfc17344c5ffb68d93302..fc1badaaba61d0f5dd6deed5e111d63c20bc9938 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt @@ -1,5 +1,5 @@ Running #1726 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_test-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Test(*request=0x7fff7f0c7758->0x2c000002, *flag=0x7fff7f0c775c, *status=NULL) +| [0] ERROR: MPI_Test(*request=0x7ffc5de23058->0x2c000002, *flag=0x7ffc5de2305c, *status=NULL) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_test-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_test-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_test-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_test-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219674 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266488 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219675 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266489 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.441263914108276 +Command return code: 255, elapsed time: 7.401861667633057 Finished #1726 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed index c91b4fd072625d6d907c4838abd95d87e161d4e2..319104dda62c762cd058ba7cb668799f9c2e1d1c 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed @@ -1 +1 @@ -2.229060411453247 \ No newline at end of file +1.0421464443206787 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum deleted file mode 100644 index 96da6286fec97e0ec40b3456d213a84090b63848..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -db53f882a8d2c7fe4e463d1a18d64560 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt index 9d656c825f6bf0622aaf417a6becbbbe24674322..bd0e9c5474d8538ba708dfc2759740afac91cee7 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt @@ -1,5 +1,5 @@ Running #1990 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_test-002.c (batchinfo:1/1) @@ -47,13 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_test-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276786 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 1 finished normally -| Rank 0 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276787 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -Command return code: 0, elapsed time: 2.229060411453247 +Command return code: 255, elapsed time: 1.0421464443206787 Finished #1990 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed index 44c905353cdfa00bcbdd16557338eba05066bb99..da1e5a52f84bd75eb46aeee7cf64c02e548612d9 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed @@ -1 +1 @@ -0.8327362537384033 \ No newline at end of file +0.751011848449707 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum deleted file mode 100644 index 25a1f8b71858f159a4e05a8fcc8114e4b0e9e51a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -5a01276d44e27cf77ddfd296522e39b6 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt index 3cc4a11594359585b9f533f27997e81ce0fa5249..02741deafd308ff47bc19988eb4ce9473f14cb0e 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt @@ -1,5 +1,5 @@ Running #1977 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testall-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234439 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3941 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8327362537384033 +Command return code: 255, elapsed time: 0.751011848449707 Finished #1977 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed index 3daaef9acc4ebef2318e8b62aea6cce2016b65f6..76c6649f5b850512631a30191d3915ffb251f098 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed @@ -1 +1 @@ -1.9245622158050537 \ No newline at end of file +1.7388191223144531 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt index aef6898550a68d6b92e38f75324a18d00fe7069d..edbaaa593e45fc04579c335d75fc40245127cea6 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt @@ -1,5 +1,5 @@ Running #2067 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testall-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9245622158050537 +Command return code: 0, elapsed time: 1.7388191223144531 Finished #2067 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed index a11e3e27721c65c768e48389e7a4ba2d5cccfb90..c2e4c336dcfa6b9cee8b8cc92a7fb6a1db5c17b7 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed @@ -1 +1 @@ -1.150151252746582 \ No newline at end of file +1.1496784687042236 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum deleted file mode 100644 index 3e5f7575f8e2997d44f518a4d47475ce736ce099..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e2273ac7de202d570c112f3c0e9ef43d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt index d3c64778af25c8a5a57bc4f3a341762c5aa3c321..a5aa0b71a3fef6af4c4879d5a88054247ffe9571 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt @@ -1,5 +1,5 @@ Running #1485 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testany-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207601 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207602 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253128 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.150151252746582 +Command return code: 255, elapsed time: 1.1496784687042236 Finished #1485 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed index 84c2a6ecbd07b532d75889fd9c5e2229b22ab910..ced1da69d919958b2e4423fecdd2845035874d91 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed @@ -1 +1 @@ -2.2624282836914062 \ No newline at end of file +2.347337007522583 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt index 19766a4cb5d8ce3420ccb04fa78dceb7763a1e4d..0511ea3f37eae42c1e259b7443c4952ebdcc3d18 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt @@ -1,5 +1,5 @@ Running #2055 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testany-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testany-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testany-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2624282836914062 +Command return code: 0, elapsed time: 2.347337007522583 Finished #2055 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed index cc669fe934afb2e0a2ea4a6662408690c1abedf4..a830f88d8127f8e85b33fc40e91c05483fc0ece0 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -7.385465383529663 \ No newline at end of file +7.606868743896484 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt index bfde4274093579f7f85ece5fd41e7e3f50c8bb74..d51f47d0725c70442a42a03987f0a1ae0b8579d6 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1247 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testsome-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_statuses. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7ffcbe7b4a48, *outcount=0x7ffcbe7b4a4c, *array_of_indices=0x7ffcbe7b4a50, *array_of_statuses=NULL) +| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7ffeae751768, *outcount=0x7ffeae75176c, *array_of_indices=0x7ffeae751770, *array_of_statuses=NULL) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_testsome-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221106 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263872 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221107 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263874 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.385465383529663 +Command return code: 255, elapsed time: 7.606868743896484 Finished #1247 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed index ebe0c59ef5122b7826c7bc0a80a5fd4a2fd01327..5257a8f56f6bd056c650b8a5f458800408a15e86 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -2.2954137325286865 \ No newline at end of file +2.281933546066284 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt index 8a0bc5cb01c4422482f75b27091801b14ea33180..7b1aff22a45e6ce06d8aa5291e3bea56ecc55612 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1916 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testsome-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2954137325286865 +Command return code: 0, elapsed time: 2.281933546066284 Finished #1916 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed index bfeb444e70a6c5ddddfd920217522ba3f5c08e2e..6538fc1d0448b9cf9edb6d981dac8e31a4163957 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed @@ -1 +1 @@ -0.8996517658233643 \ No newline at end of file +0.9040038585662842 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum deleted file mode 100644 index 54210e6e0129ea832d2c1e0bf2dcb2ceb1ebb643..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -42ffc5284a8da0a886debf07ea6b6b9f \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt index a63cff139a1c865fd9fbc346997cc3a899a203f1..45f32346a91bfb88923625a97bc85d09c7501301 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt @@ -1,5 +1,5 @@ Running #2095 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_wait-001.c (batchinfo:1/1) @@ -53,20 +53,19 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233477 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8996517658233643 +Command return code: 255, elapsed time: 0.9040038585662842 Finished #2095 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed index 1ada4b3b325bfd42ac68f70aaebccc63733edb3b..729750bde6a7add9e5f95f65d926a61479c2acab 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed @@ -1 +1 @@ -2.5085182189941406 \ No newline at end of file +2.5055787563323975 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt index 4f59ae8b179113ddd1a5845bf12a41c76441f6cb..38773e6d0b4161548233f6e731d3ef4197a2c8f4 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt @@ -1,5 +1,5 @@ Running #1608 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_wait-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_wait-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_wait-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5085182189941406 +Command return code: 0, elapsed time: 2.5055787563323975 Finished #1608 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed index 7352107f2004e4cb10448f466785777f7acd80d6..ade825993657bc5579a225862d88bd7ff1ce10ee 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed @@ -1 +1 @@ -1.2970874309539795 \ No newline at end of file +1.0480859279632568 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum deleted file mode 100644 index 5ce096d69c505724b648899aa7e30c11ab1d95bf..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dc64b8af5278e943769a48d2ec44e65e \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt index 3aaec3895e3943840853b7fbdc22855a4de687e6..e96268506892bb8edafed16f5d041cced7e9c936 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt @@ -1,5 +1,5 @@ Running #1573 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitall-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224712 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269184 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269185 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2970874309539795 +Command return code: 255, elapsed time: 1.0480859279632568 Finished #1573 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed index 569e765908fc8e821ee38ecd88999aed7a7d5bc2..2059514054d2d514a365226cce8681ca771076b4 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed @@ -1 +1 @@ -2.3662197589874268 \ No newline at end of file +2.3854992389678955 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt index 73cd6077c9eae8d04abfa79c0bd48fec9c8e2fd2..6e17ff716810253d6c2cb0f6e8e8c25a1bf0ef77 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt @@ -1,5 +1,5 @@ Running #1795 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitall-002.c (batchinfo:1/1) @@ -47,15 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.3662197589874268 +Command return code: 0, elapsed time: 2.3854992389678955 Finished #1795 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed index 9924c15a4db47dee0bf0c30979157124c94b0e4a..f98f86724c4dd3c78c7da69eb5cfaf8f8532621c 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed @@ -1 +1 @@ -1.021585464477539 \ No newline at end of file +1.1925981044769287 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum deleted file mode 100644 index 75cb266fcaf1cab2e0e80915dba7bb46ca3d5b59..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c3e7c7d652f495c25281602d5738edfa \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt index 1baef5a392ca42468673d8f33b9641d433d0c400..de10a45d5cfdd0d0618d5ee19e7b2ab0c35eaa95 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt @@ -1,5 +1,5 @@ Running #1879 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitany-001.c (batchinfo:1/1) @@ -51,19 +51,22 @@ Executing the command (cwd: None) | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276298 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232722 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276299 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.021585464477539 +Command return code: 255, elapsed time: 1.1925981044769287 Finished #1879 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed index 77057fec34d827e3e2625d24885fac04328e3c89..67658b62692806d0bf590279f614c7ac591aa47d 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed @@ -1 +1 @@ -2.361738681793213 \ No newline at end of file +2.3367161750793457 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt index e9a5b8bc1584f02e02ea2007017d6bfcaabde596..780dbcf6c10e099d66df54b559890a0b2934d3c4 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt @@ -1,5 +1,5 @@ Running #1985 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitany-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitany-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitany-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.361738681793213 +| +Command return code: 0, elapsed time: 2.3367161750793457 Finished #1985 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed index 3adea0ecd77ec3d7af784e3a36d9b2f526a83c22..44eabb9db357c34156831f0f913249529816b3f8 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -0.968163013458252 \ No newline at end of file +0.8827009201049805 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum deleted file mode 100644 index 3c8d7867a4c1cdb0ba7ec8519614906001a391b1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -778305a4b417704acfb92f5e267da53a \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt index e92fe3b51a21fc2dba4b76fd23ced9a59993b41c..deec7d6d0d065ddc099011fc301e5c3e159c4f7e 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1966 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitsome-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 878 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231565 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 879 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.968163013458252 +Command return code: 255, elapsed time: 0.8827009201049805 Finished #1966 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed index e3c40ddcfd9fe957826ca72bbc18566f2ea20576..d55b2e961632acc4217b07ebbd8197f355ab16d5 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -2.3774378299713135 \ No newline at end of file +2.2877402305603027 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt index e0349175f5ecc87fa7b40cfc99ccc607c9b746b5..20a7bb033c4c9982ebeb32d1326b7714b09fefe3 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #1530 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitsome-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3774378299713135 +Command return code: 0, elapsed time: 2.2877402305603027 Finished #1530 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed index 96031a29ac43e347b62f5634a2a4b24eb81d49a5..c02f0ef2c73f7d760c57e7f7ee913f858cf82e1d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.876112699508667 \ No newline at end of file +7.747667551040649 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt index 90d5fe0ad7823a303b409cd8845909108b9a5b34..0d6534661eacbce031bdd13fabb897ca80dda5db 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1648 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232211 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232212 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277321 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.876112699508667 +Command return code: 255, elapsed time: 7.747667551040649 Finished #1648 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed index 35c78362a29fc60a595691f9cb6237c391380288..3817068b18cc3d48dfde324f5f6cc41ff0b61c97 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -7.752741575241089 \ No newline at end of file +7.804431676864624 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt index 40a28ec4462c97f1933567438a222c21055eca9d..f15574d82a5d677a113cc1cf9b53d3df8a766f5b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1781 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233970 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 957 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.752741575241089 +Command return code: 255, elapsed time: 7.804431676864624 Finished #1781 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed index 9c68526ae13db22fca3d324d53b239a27287b2fd..0ed2600422abe6c9b72db83c2f3e55624fb32dfb 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed @@ -1 +1 @@ -8.053467988967896 \ No newline at end of file +7.977271556854248 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt index 789d19faf5c11dc975ecc2429b87f8b7d65efffe..bafd03aa3e084346fde09f411316b8e4397d182b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt @@ -1,5 +1,5 @@ Running #1292 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250972 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.053467988967896 +Command return code: 255, elapsed time: 7.977271556854248 Finished #1292 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed index 76b924e07e9af124f6310f6daa30f6cca4b40d77..95c9c38742ba6004ec8a896bbf615a410d5069fc 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.012597799301147 \ No newline at end of file +1.0624561309814453 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum deleted file mode 100644 index be578bda0211feaba5f78e65a6348d621660d589..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d2a24a9efe228010e75a133171f20002 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt index fe53f562753bd7782a2f13a74fd0218d2407944a..bfc9c46494fe69e21002cc2af995f4cf46151b0b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1340 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend_init-001.c (batchinfo:1/1) @@ -47,35 +47,27 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid tag, value is -1. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffaa676fa8) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-001.c:45) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212951 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258983 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212952 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258984 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.012597799301147 +Command return code: 255, elapsed time: 1.0624561309814453 Finished #1340 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed index 026fcaec4811254b3973330eccf4e658e3afd9e2..7e68be58ce76cda4d4227c57caf4cb24215a5437 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -8.079329013824463 \ No newline at end of file +7.969468593597412 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt index e829ddcea3718762804eb3653de13a89a9a37d52..c06c0ea362fd7e9a609467df9468af9bd6bc1b71 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1767 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffea4890508) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd2cea0d78) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.079329013824463 +Command return code: 255, elapsed time: 7.969468593597412 Finished #1767 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed index 65a92d8e26b4605e63608e9edd93de39a2e19b01..c32c20e623cf3237443bf28699602bc0b4a19202 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed @@ -1 +1 @@ -8.019420385360718 \ No newline at end of file +8.044731378555298 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt index 6eebeef07329cae6aa60b9a42ad8370bccd7923e..f4736a0f59fc2b9e68dbeb52b8359ca8c075f7f3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1415 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffff52a7438) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe4acab588) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225106 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273237 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225107 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.019420385360718 +Command return code: 255, elapsed time: 8.044731378555298 Finished #1415 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed index 5998d57e72b4538ba19183d63d238a43d7a95aaf..99989e8ba4d3bf8efd7737ad749ab04a80b343a4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -9.467726230621338 \ No newline at end of file +8.126492738723755 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt index 80e479ff0548e65b079d44810dcf32c767db9e4b..5bf76d0109a25cb9ad31b07c88b85ece941a4e1d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1504 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ibsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc98722618) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffd97893b48) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260476 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214924 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260477 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.467726230621338 +Command return code: 255, elapsed time: 8.126492738723755 Finished #1504 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed index a4854c5d117404dc212fa6012a94e4108a4b6590..e3d0956cd9917347912b86dea5628742fcceb08e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.024677991867065 \ No newline at end of file +8.115316390991211 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt index 77d4728b3714e3a550f28843df72ae037215e5f3..dd5b57c5c4794c93aee0fde3cb6f4e75a5a70e53 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1455 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ibsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffeb158fe18) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe5fa6ac58) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.024677991867065 +Command return code: 255, elapsed time: 8.115316390991211 Finished #1455 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed index ee99724a0d5580d1a5020bb600117abdd401825f..fdda0f9127d00aebbde7bfec7128bfaff4ef87d1 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed @@ -1 +1 @@ -7.978103160858154 \ No newline at end of file +8.417445421218872 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt index 203c8b494944ac61c92d549bb6e9329fe9e7094c..53083b250b33fd17b3c1bfd95a1f9a33b27ea3a3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt @@ -1,5 +1,5 @@ Running #1333 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ibsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc33954ec8) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe00c751d8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ibsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210389 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256408 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210390 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256412 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.978103160858154 +Command return code: 255, elapsed time: 8.417445421218872 Finished #1333 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed index d63bcc5fe22093cc7ce5f4aec88a47ebe2841f41..889b8f6c41224c32db064b8a927f1d6de9a51347 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -2.2750964164733887 \ No newline at end of file +2.2981772422790527 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt index d4eedefba376720bbe4ddb7353e5dddffd58fdfc..5580715031d11543e0f60dbdd5faaf7e6757e3ed 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1858 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_improbe-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2750964164733887 +| +Command return code: 0, elapsed time: 2.2981772422790527 Finished #1858 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed index 8fd9472510221ccc7cf2c32889ff7c1f6153c4a1..dcce36ee83aeff615a8f51f7f991869b81acb6ed 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.011938571929932 \ No newline at end of file +6.9965431690216064 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt index 757e645fd57c8e43cbccd8c75a139a40bdf4155a..daf51099aac61e2045b501134a7496fe88b6d74b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1978 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_improbe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7ffd9b34eb50, *message, *status=0x7ffd9b34eb48) +| [0] ERROR: MPI_Improbe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7fff3179dd20, *message, *status=0x7fff3179dd18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3974 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3975 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.011938571929932 +Command return code: 255, elapsed time: 6.9965431690216064 Finished #1978 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed index 460577b74042aaace130c0e9f5eaf0c941a2aad0..71e573128feb8f6f912c4075532b08315c24dca1 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -2.3442323207855225 \ No newline at end of file +2.3284714221954346 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt index efefa70889a45ab26f7db902196567794fcfb6de..2c59642e459396ee0d9fd31ac21761ad07f3d7a0 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1719 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_iprobe-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3442323207855225 +Command return code: 0, elapsed time: 2.3284714221954346 Finished #1719 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed index 3b93bfeb9bfe7c4597cca0c49876be3336bbe5fe..b0f903800ef394ddf76757c594b7f1085d2ef357 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -7.252179384231567 \ No newline at end of file +7.345929384231567 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt index 895bd92eeef698ad9d8e98d53bf04efd28ffdaae..b1074f79df5f1e7351b64903be6c52ef5a580366 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1927 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_iprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7ffcdb469eb8, *status=0x1) +| [0] ERROR: MPI_Iprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7fff6fddeda8, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_iprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228263 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272773 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.252179384231567 +Command return code: 255, elapsed time: 7.345929384231567 Finished #1927 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed index 8d45214a64f2f295fbec5408f8a9e69548dcaffe..84642a95a84efc29962ac4339eaf045d4377fc32 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.258035182952881 \ No newline at end of file +2.304266929626465 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt index 7cfa8d57a2576176503cee4cbfdbf6053e543cbe..d527c7b52a712c6aca95f112f49cac524e1cec77 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1394 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.258035182952881 +Command return code: 0, elapsed time: 2.304266929626465 Finished #1394 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed index 88ae4f3eddc7cc766436af7ced1629633fbb0551..8c9788404a95073f30d8bd1f6ec6ecd8d799e7d7 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -7.278388261795044 \ No newline at end of file +7.3644866943359375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt index e543dacd06f0dfcdf5b8c9a9e95476f0d69a50fa..61ac804cca83eb91d7bb19cba76978c00abb05d4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1797 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffcb5d15ff8) +| [0] ERROR: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fff59baebd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.278388261795044 +Command return code: 255, elapsed time: 7.3644866943359375 Finished #1797 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed index c03ebe679ee7633deb9faf7f97b87c5fde85a1ac..e665deae8fc8505d8c3ca7538e230dcafb9f9381 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.926578044891357 \ No newline at end of file +8.039409399032593 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt index e953a73899a7a729a1e807248da318e709cbd1fc..0cbe9df764f81952763a0456066e93163e6d3f4d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1597 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffca3bb88f8) +| [1] ERROR: MPI_Irsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffb82aaee8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213269 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213270 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.926578044891357 +Command return code: 255, elapsed time: 8.039409399032593 Finished #1597 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed index 73812213e9890a6fb5b99b4790b136918d7835dd..ce37515d8d62828715dd65a8a69e3edb976d790e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -8.044162034988403 \ No newline at end of file +8.060436248779297 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt index 835f89ffedfbb9bf8b175a5a988252018abc4b1c..574e6d24fb72646ce37d873ab5ccd3cbe4cca681 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #2085 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffc9281ee38) +| [1] ERROR: MPI_Irsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd79424a58) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275477 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275478 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.044162034988403 +Command return code: 255, elapsed time: 8.060436248779297 Finished #2085 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed index 897d4fb6417ce068d4e9216b2050725005ca891b..9e64d509f7170d7dd2580ab82e0c5041c89f98f2 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed @@ -1 +1 @@ -8.027941226959229 \ No newline at end of file +7.937290906906128 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt index a23ccedd164dd84eda471bc6b7d34e753e6d12c6..f6c890a409de6c7612a5b0d84b22550517c661c0 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt @@ -1,5 +1,5 @@ Running #1590 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffecb81c0f8) +| [1] ERROR: MPI_Irsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffec0fa1808) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256867 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.027941226959229 +Command return code: 255, elapsed time: 7.937290906906128 Finished #1590 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed index 0cd8689c9f5ae580b4aafbfd4eb710d8b3ae17a1..02b90e8c108448437322d8c1ae290c778329f6e7 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed @@ -1 +1 @@ -7.706467390060425 \ No newline at end of file +7.607904672622681 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt index 4e54ee5592de759f02d95572fd9dd9f392aa3144..2260b1106f755e1738cc4fee356cdfef3ee153c3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1913 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_isend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffec150ca8) +| [1] ERROR: MPI_Isend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc5dc94a28) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234377 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.706467390060425 +Command return code: 255, elapsed time: 7.607904672622681 Finished #1913 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed index c301e5144acfda00216cf4d84002dc4ef6f35652..0f5dafdaea18fca85bf2437b2aeb4e1f13ef26a7 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed @@ -1 +1 @@ -8.032945156097412 \ No newline at end of file +8.032089233398438 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt index 9efe05a008f43774effded44a1671eb12c0ef78d..d553322055b2306af17a37b323a03bacf09f8934 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1772 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_isend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fffd9f38338) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fff201db638) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229094 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274125 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.032945156097412 +Command return code: 255, elapsed time: 8.032089233398438 Finished #1772 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed index 4a2cd2a2de201dc81436129e9d0b251504f6589a..77f0c0fac3272637309086de3a10ffdd895ec456 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed @@ -1 +1 @@ -7.982794523239136 \ No newline at end of file +0.9958667755126953 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum deleted file mode 100644 index cf7aebbe523bbe1e72540051cd5220a0c7a48cc6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6c3395eb58f8037a778dc19c4cb9663d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt index 9adad5fb7a94d9948e185ec503adb3c53829dca8..24c2a664a508361475a33101dc39b70e0927950f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1710 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_isend-003.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid tag, value is -1. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffd36ab68a8) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-003.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226412 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226413 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.982794523239136 +Command return code: 255, elapsed time: 0.9958667755126953 Finished #1710 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed index 41d5828561891bfcfecce7b75ea3a7b3f7eb033d..4fcbc8d548b44349ed858d36001097ec567117d0 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed @@ -1 +1 @@ -7.99190878868103 \ No newline at end of file +8.26963210105896 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt index 3c7e58263f3e0c288aefed29ed41733ab4390a8a..f0bd2166039a66403b901cca4a9de3e3f50b877b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1988 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_issend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffa12712b8) +| [1] ERROR: MPI_Issend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fff5fef1398) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273211 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.99190878868103 +Command return code: 255, elapsed time: 8.26963210105896 Finished #1988 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed index 399df869c2d6eb92288668099b660a27c011e811..b9da570afb431032bfbc70135385bfba951e1431 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.669709205627441 \ No newline at end of file +7.6777589321136475 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt index 0b24488ca7dd04fa489f2109f10de0fc53824fc3..00f45813bc725edc1203b08f21ee2acf6db09ca2 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1813 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_issend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe0dc48c28) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd03fceac8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234284 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2897 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.669709205627441 +Command return code: 255, elapsed time: 7.6777589321136475 Finished #1813 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed index 5632b06e7d43d1ba7595ff457716d3a20e7b8139..0dc8b97381c46d615d5135732196410172aecd2b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed @@ -1 +1 @@ -7.876923561096191 \ No newline at end of file +7.872792482376099 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt index 6d6026bec2d8cbcec065dcf67cae4dd64688e186..746593551640dfec123747df7a75903f4f289301 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt @@ -1,5 +1,5 @@ Running #1531 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_issend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe7408f798) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc53f96608) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_issend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258096 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258097 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.876923561096191 +Command return code: 255, elapsed time: 7.872792482376099 Finished #1531 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed index 445a8b13a4a234be602e5d787f3833cfffd3d273..c1e266b28abc8d6d8e79d9bcbebf60b1430cc681 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -2.3194897174835205 \ No newline at end of file +2.3205318450927734 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt index 9f8d228c0162c89c134e64bcc3ab7ff375886aa3..b9808be116caaa06318414a221329c3acfda67ed 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1598 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_mprobe-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3194897174835205 +Command return code: 0, elapsed time: 2.3205318450927734 Finished #1598 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed index 6cdf301f8c8ad91f5801da42ccaa86f43987a4f9..4c5e7a456357be0a44cb49c9904e7a99dc5cd1ff 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -7.355276346206665 \ No newline at end of file +7.45526385307312 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt index d6d9ce2a2096aeb1cad882d9ccc4afdce1c37be5..f5fab9f2f3b9a6a9a9ea99107de064d4649466fa 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1281 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_mprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *message, *status=0x7ffd7a0082a8) +| [0] ERROR: MPI_Mprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *message, *status=0x7fff45afbef8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_mprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220483 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266163 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220484 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266164 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.355276346206665 +Command return code: 255, elapsed time: 7.45526385307312 Finished #1281 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed index a58be740ba20a64ac94da89d22921ad33b690a9a..79d3287e596c48c957f55990d2a9c4c8a2e98d1e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.11243581771850586 \ No newline at end of file +0.10323715209960938 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt index 3cb0f6d08b7b3225844b257b8621fd22cfc43b77..730def3dbef3ae39c8bb15e955ca621d72cd979a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1724 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWEcRLP.o: in function `main': +ld: /tmp/iccadvmE9.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed index 56bd64159695beb43755be9e57741e961cc15710..77d6a0be5c9ceb0eb62e793f22c65d16754a08e0 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11097550392150879 \ No newline at end of file +0.10705780982971191 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt index f61dfe88c181c92d870e0ec117340023834a173f..14885151e7c501b24e01cbc0cf1a0b9345214efa 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1566 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccr7fQeZ.o: in function `main': +ld: /tmp/iccmfAEVo.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed index a689355610e7cc50ce107c3baf4a0fdc6dc423d3..41dd32644f3b5b83cc5f7f5b71d6f7bf836c878b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed @@ -1 +1 @@ -2.2407352924346924 \ No newline at end of file +2.319056987762451 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt index d0fc61cfc46ab6dce0e4b82a7d7e11bde7ad430f..b467cbfb25cbd013b2262e7552700a32174c96ef 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1633 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_probe-001.c (batchinfo:1/1) @@ -47,14 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | | -Command return code: 0, elapsed time: 2.2407352924346924 +Command return code: 0, elapsed time: 2.319056987762451 Finished #1633 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed index 969dbacbbe644ca9f938812cc87225579434f163..af8679f682a99c86e6b09a445e4bc1bb13e30f5a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed @@ -1 +1 @@ -7.208078145980835 \ No newline at end of file +7.193385124206543 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt index a6389d19328c9dd23ade17094d62541f6ec54211..ea13f6076acfc35d43fa51307248861a24b72dff 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt @@ -1,5 +1,5 @@ Running #2089 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_probe-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_probe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208078145980835 +Command return code: 255, elapsed time: 7.193385124206543 Finished #2089 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed index 6d07af8565e8e44afdb87bd23b0b8b2b36028f13..4893e7f24e38ffade123d55524275f116a57ead6 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.1076974868774414 \ No newline at end of file +0.10871315002441406 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt index 9b1b3e3976fbbab09ea93d3e91b44d60a0bf9d43..cc66665fc9ddb8ee3aa8ffecadaac9ed77186f9a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1596 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccvehzm7.o: in function `main': +ld: /tmp/iccjShb6z.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed index 083b00afb3dedae7b285fa10ff981136ff1233e7..bbc1d1d205aa1a2b471127dbfdba1e5807e79c6d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.10583877563476562 \ No newline at end of file +0.10414743423461914 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt index 81032e212f1a573e2d61bd54aa88dfd62c46879f..00d4d84f4d77e2491238581a1f5bad8b526fb105 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1355 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc9aQ9zK.o: in function `main': +ld: /tmp/iccCHaj7k.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed index 6e04f769c4c701fae5e3aee60d767ab1c09b36de..22d351ab801fbcbbae53283cb7d95f2464a2bde4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.10461211204528809 \ No newline at end of file +0.1373758316040039 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt index ed861d944fde809d8554f03acd3268261a628e97..05960c1f6ae9d60d4de0de7442025cc3409d3b0b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #2041 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccSDhZJi.o: in function `main': +ld: /tmp/iccvjfmef.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed index 6ab88b675e0192e21dff2f0864364b7acf980d79..dbcbdf67f3c0e99a7bf41a8c974f68b1f466f75c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed @@ -1 +1 @@ -2.3871371746063232 \ No newline at end of file +1.389173984527588 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum deleted file mode 100644 index ed6283d10d643c1bf6c1898b9084d23b486bfc90..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6478f50eab866ebdcc20c8fa012f7e98 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt index edd2f5c199ba8fac4722bd3b9912a5c8fcce4d86..95daee4e990b65e26575634f905fd55012715e68 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1581 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv-001.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 270740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 270741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.3871371746063232 +Command return code: 255, elapsed time: 1.389173984527588 Finished #1581 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed index 4377111457a17c2b2bee5bea58ccc84056a47d61..0a43ab752d755fe7f182149118df195847752a33 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.0595550537109375 \ No newline at end of file +6.852833271026611 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt index 8ee19b08da387f9fada755a0303ed9c383f0aff3..291b4ef53ee5fd3a98542fbb012a5171f21e2b94 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #2068 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4372 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4373 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.0595550537109375 +Command return code: 255, elapsed time: 6.852833271026611 Finished #2068 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed index 61796ba78abc70da436e16dca6f29368436d552e..320a04e2664cec04f2b04e43386ddab9bc88f3a9 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.2042453289031982 \ No newline at end of file +2.276162624359131 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt index 83214ab214247f7f33e25158c865e1b2f95c88ab..b673995576ff443024bc730f16a8e1cad92ca22c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1630 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.2042453289031982 +Command return code: 0, elapsed time: 2.276162624359131 Finished #1630 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed index e9a2ad2a632c8527115c036e43a61e95a20a4348..8b5c388867d61325b8639ac9a29e401f1967ed6d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.5484278202056885 \ No newline at end of file +7.239140748977661 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt index 40c87df862136ecf0f7721c9bc56ecf376823736..b1967422cbbcf2c9bf47f31e8a6440d9ea7709ce 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1957 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe9f58aca8) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fffbc789e58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277228 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277229 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5484278202056885 +Command return code: 255, elapsed time: 7.239140748977661 Finished #1957 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed index 0a9fd9f8bf399c1962a72f05cfc9deee0bc51ef7..24918bd314cd9d03742d91db699f432dd69b8423 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -7.91575026512146 \ No newline at end of file +8.098868131637573 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt index c7533ddb5fdfd297d670d8e7f67dece06f28ce64..24061feb7f11fe9e9b1b52911c9ce60d9ac05ccf 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1358 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Rsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208324 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257548 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208325 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257549 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.91575026512146 +Command return code: 255, elapsed time: 8.098868131637573 Finished #1358 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed index 4e255b97bcf13b118f63f5250303b3236ab13c78..ef7710d0b33b1ea4b2e94c67791055a3799bcf83 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -8.076331853866577 \ No newline at end of file +7.9229416847229 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt index c924296b432326d955fcb58fe56c2f2161b02594..b1b232a71f1cc0aeff3ff618740d98bef644f88f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1856 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Rsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223826 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267987 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267988 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.076331853866577 +Command return code: 255, elapsed time: 7.9229416847229 Finished #1856 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed index c2f059fce29635bf3cc17b7f32f6fc1e3043ea3e..d1b96a29c0056ef0962574fd3d37b0e74781846e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -0.9778106212615967 \ No newline at end of file +7.817063808441162 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt index 4a7c787e1f571f6a2972953efd10ee78f27cc1a4..d1676fd5b9bc25e9c33ac62a803c08a25b2cd269 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1818 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend-003.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Invalid tag, value is -1. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Rsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-003.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend-003) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221994 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266929 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221995 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266930 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9778106212615967 +Command return code: 255, elapsed time: 7.817063808441162 Finished #1818 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed index 4ab82bafd05ec40a0ccbaa54d52505bcea0f15e1..b35607dcdf783f8d4b7967175739f23090796d4f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -7.7724268436431885 \ No newline at end of file +7.972697973251343 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt index 90db2e23875c75a8469db7ce5e59cd1349833644..269ec975dd93449c6439c70f7f9a14185582a3c2 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1984 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe66d8d978) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc4169e868) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272206 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224792 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272207 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.7724268436431885 +Command return code: 255, elapsed time: 7.972697973251343 Finished #1984 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed index f4da26ccaadbbc4d4034678f80c9800f4f896c4c..8f79e888ae51b77db921ffccd312d7106be986bb 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -7.978030204772949 \ No newline at end of file +7.81536865234375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt index 060397ff169566c38edd5c2c6111b509e892225a..9773c7f70886adc8ccc443cf3b27993f638a913e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1962 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe26a6c8f8) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffc5f78cc78) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230903 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278216 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278217 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.978030204772949 +Command return code: 255, elapsed time: 7.81536865234375 Finished #1962 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed index c987bdb0a65d5c4246b764934e6fa1688803b3d1..a6b14b996097d076d640daaf169ed5a9885768d4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed @@ -1 +1 @@ -7.981638431549072 \ No newline at end of file +8.050208330154419 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt index ede6c596ffa317451230bce77646da271188ea08..65b73a084e6582e461ffbc0dbff39b27fcbe23ca 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1758 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffd38fab568) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffc34d3a28) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269292 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224026 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269293 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.981638431549072 +Command return code: 255, elapsed time: 8.050208330154419 Finished #1758 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed index 9ecdac9fce354321d313ba8b24dbf48d4bf03127..1f75adf84c8da300873ea11c61bba9cc38fc0235 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed @@ -1 +1 @@ -7.902228832244873 \ No newline at end of file +8.01183819770813 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt index 0be7efd6d6c9c7a6e3e83df85618af01f5c0306b..e6d225cf74d00e6676f8d8364878c1fec38fc7cf 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1367 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211140 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260073 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.902228832244873 +Command return code: 255, elapsed time: 8.01183819770813 Finished #1367 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed index a9b48512c4bfe5c9b30673ae4fc3eb2dedf7a8b4..7fc5690a4125faa8c243ace8a27b27d92cb76c46 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed @@ -1 +1 @@ -7.768272161483765 \ No newline at end of file +7.728042125701904 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt index d34812c7d38350b57b0d14a2b9cd8e1da63317b7..ad8302a96ec5da4c558f0b5ffe81c0200f41ad93 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1973 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2626 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2628 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.768272161483765 +Command return code: 255, elapsed time: 7.728042125701904 Finished #1973 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed index 972111b337e24af2a04cdc28ab800692e664b3ec..b5ddd97af66fd10da8bb2404bcd71c84ffd726af 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed @@ -1 +1 @@ -7.9607627391815186 \ No newline at end of file +8.723148822784424 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt index 4726861ad22d0b11012950776a29387724d7fb28..d58d8ac8a925ce18130aa5b5d7436e75459cccfd 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1343 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215976 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261688 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215977 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9607627391815186 +Command return code: 255, elapsed time: 8.723148822784424 Finished #1343 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed index 62f9468fbdf9b125f58cd3d808b657e3492995b9..1394baf8386cbf65ff8af5efa9491faa67882152 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -7.997959852218628 \ No newline at end of file +7.93083381652832 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt index 638ef2a53046b4d7d159a797abcc07eb61210d8c..ef681aba3dcce86e3fed0ac666fbc075da90a1a4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1523 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe3c6245e8) +| [1] ERROR: MPI_Send_init(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc6b0f4548) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209426 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256058 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209427 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.997959852218628 +Command return code: 255, elapsed time: 7.93083381652832 Finished #1523 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed index faee0889fcc4170bb69cb32e3d74d0a9ad5ef602..1e4f5b7b350485b2ce80c8df517fdcc75a8de8a9 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.820404529571533 \ No newline at end of file +8.295138120651245 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt index 31fc1d290dcc6e9949839176ef266fe00ea90410..3ba9d5a6be10e37417f0a57a1050e83f66f23a79 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1555 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffcf5770dc8) +| [1] ERROR: MPI_Send_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fff0234f5d8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.820404529571533 +Command return code: 255, elapsed time: 8.295138120651245 Finished #1555 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed index 142aa3a5f1e5055101f3f94683464bba0461f7ba..179bab471a7805b05730c53288b3268a5650e469 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed @@ -1 +1 @@ -7.778783321380615 \ No newline at end of file +8.625359535217285 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt index 3a537662ed82ed199067c2aa491a0cd4d49a8458..44dd08ee37feefd46b373943cb49d4efb6fd4012 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt @@ -1,5 +1,5 @@ Running #2007 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffa5b06af8) +| [1] ERROR: MPI_Send_init(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc744ed9e8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233132 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3085 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233133 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3086 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.778783321380615 +Command return code: 255, elapsed time: 8.625359535217285 Finished #2007 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed index c45e11ae9387d58f6d32ba9947713f17fe26b01c..b6f4495d23aedbe334cfefe3249d6ce77b27f7ad 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -7.9622931480407715 \ No newline at end of file +7.8864171504974365 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt index 593c42c53d2a56364bd4e9288a00564cd9255a1d..e430bae8a93528fd1cc97ac925d752b1cb0c713c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1536 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213124 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213125 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9622931480407715 +Command return code: 255, elapsed time: 7.8864171504974365 Finished #1536 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed index 7ca5293f95cd31b4ce008281fae55cdcac930bb8..b91df0439337299b346c30dc64fffd83f05c4314 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -8.819126844406128 \ No newline at end of file +8.06399393081665 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt index b166a3e9394430baf4ef2d843cf3b4bf11cb9c7b..4101b89191f55e9590f228c981e869c72228a029 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1576 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269907 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225833 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.819126844406128 +Command return code: 255, elapsed time: 8.06399393081665 Finished #1576 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed index 527127863b698fb31a8f13a6535e7599a5643c3f..b3e4ce6faed4b402aacf46c9aac12f6d575b807b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -7.984262466430664 \ No newline at end of file +8.13994288444519 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt index 3f62bb92a399b0be0d88372b444852c2cde6d6ae..5bd97a42090e083bcf4236fbd75310de43bf1f46 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1920 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224900 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224901 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.984262466430664 +Command return code: 255, elapsed time: 8.13994288444519 Finished #1920 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed index 79dd41c29bce41b961026e2c196d059e75ba725d..20b14f1240dd5013a767902c92152a6991b1bd82 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -8.008368968963623 \ No newline at end of file +8.005664587020874 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt index ee656b93f9abcc64a8d0040b54f69d30ca142697..61014a849fea44bf4cb8a8a1c8990e0aaff1b5fc 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1981 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffdf7d0ee58) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffdb8a56b68) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224020 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224021 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271271 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.008368968963623 +Command return code: 255, elapsed time: 8.005664587020874 Finished #1981 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed index c4004c2908b744dc38af372bd32f88410c005a95..5cf6c4c29821bbc1e97919f1b567319e4e89e427 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -7.469126462936401 \ No newline at end of file +7.450525522232056 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt index 952483f36eacadbbaa4ebc36a8422692e5e348bb..4d5b75f494e314d55be543bb7eac8747d6a48bbf 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1941 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffc46aac228) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd12f1fbd8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235549 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.469126462936401 +Command return code: 255, elapsed time: 7.450525522232056 Finished #1941 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed index 1c6738603821dfd345f2c5f59a15155305335146..71b844c8989efdd19f94d5722f88953245eaece9 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed @@ -1 +1 @@ -7.844625473022461 \ No newline at end of file +8.038818597793579 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt index d0f8600cea430ebbac0baa78effa64498bef8372..dd6dab33eeae6628f71be7db9990127369083e48 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1835 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe60e3de18) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffecf5a55c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230511 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230512 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.844625473022461 +Command return code: 255, elapsed time: 8.038818597793579 Finished #1835 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed index 0dd38883993a81ce9df96bba15633b929d196e04..003cd40a66d613677fb998ba5f8032746f47c381 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.134752511978149 \ No newline at end of file +7.171127080917358 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt index 7e6727f98a5c9b0161218128f40c038d95e4b6b9..c1653f5b0a3ace3709a0c2bc34505a6ca722973c 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #727 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_allreduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227645 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227646 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.134752511978149 +Command return code: 255, elapsed time: 7.171127080917358 Finished #727 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed index ae9f3789d1921ce00a22af512e2faa9ba748ba4b..afbbbb5c327e1bffc489294d6b8c9e97a8743e5a 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -7.206117868423462 \ No newline at end of file +7.304684638977051 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt index a99045b05b9b5f8ab249e81635eb8c97402ad8f3..bc1e1cb8701601f9de0c046bd9edb033ed19d2dc 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #970 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_allreduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_allreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196209 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196210 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.206117868423462 +Command return code: 255, elapsed time: 7.304684638977051 Finished #970 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed index d43e8626fd8b07cec57d71017968213d873861e2..8512538eb3b50ceb9182d53bbd0cd030eadb15ba 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.117064714431763 \ No newline at end of file +7.179500341415405 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt index 7eef3845d7d6930b377faa8d6f363f12ce3549ad..3c3ad4231d64374791902ca6a70f460c3c57e83d 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #594 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_bcast-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-001.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179756 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179757 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.117064714431763 +Command return code: 255, elapsed time: 7.179500341415405 Finished #594 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed index d622209fca0dc260e3f7e2500b6fc0717b5a222d..9b08b2a2499df89b92da9f12b99f53c155099f71 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -7.1127636432647705 \ No newline at end of file +7.189775466918945 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt index d27fcab631b9e181150ef9e346f7992cbd01011e..605e4c771fa3230a5d1b5448eb920496a0d769ae 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #1137 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_bcast-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-002.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_bcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250466 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250467 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1127636432647705 +Command return code: 255, elapsed time: 7.189775466918945 Finished #1137 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed index c913eb734344b15e430148d491858c215de5cc08..2cdb6e409b6913cbe50a734ced0180392ec809a4 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.345503091812134 \ No newline at end of file +7.383196830749512 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt index d612df266cd11caa97391b1f08da3b83a5e74d94..e69645e8d4021bb0819e07985a8adfa246de4beb 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #884 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_exscan-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197536 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241033 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.345503091812134 +Command return code: 255, elapsed time: 7.383196830749512 Finished #884 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed index 467014e70f12b045db0554333598a206e39516cc..ed710d41ac1e27ed5e7a1c261e40a4cfb008049f 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed @@ -1 +1 @@ -7.36625862121582 \ No newline at end of file +1.2723956108093262 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum deleted file mode 100644 index 5df842caf292f0e05e3179c26f9d215274f427ad..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a62b9a813c605946872d54cebd8a5941 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt index 46b15576bce4494a404c57ee00f80603ae542152..02cb132b76bc24f185f36343f036b35ff81711b6 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt @@ -1,5 +1,5 @@ Running #1052 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_exscan-002.c (batchinfo:1/1) @@ -51,36 +51,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error -| [0] ERROR: Invalid parameter found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Invalid datatype in parameter "datatype" in the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Exscan(*sendbuf=..., *recvbuf=..., count=10, datatype=... <<invalid>>, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-002.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_exscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211487 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211488 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36625862121582 +Command return code: 255, elapsed time: 1.2723956108093262 Finished #1052 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed index d6f1156130f36cb247a2ce2eaa1ea77122c3996d..a958bea0508681ac16d9130641c2114a5fe59c3c 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.26920223236084 \ No newline at end of file +7.290738582611084 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt index b4bda3774090d75703a3581e9cd2426505839426..041353420974cb90868e7c12f3ab71c4f931af14 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #806 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iallreduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198406 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244481 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198407 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244482 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.26920223236084 +Command return code: 255, elapsed time: 7.290738582611084 Finished #806 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed index dd0b17ca72d2eb19af5c199822ab6cccebc3705b..9f3856f53917fb74110e70bdcb941403a7ea1292 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed @@ -1 +1 @@ -7.100539207458496 \ No newline at end of file +7.212579250335693 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt index fa24119df572fea9237513f82cacadf171a48eac..e03bf6e59f239cf2d1eb239a142757daa55a7f8f 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt @@ -1,5 +1,5 @@ Running #566 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iallreduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iallreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.100539207458496 +Command return code: 255, elapsed time: 7.212579250335693 Finished #566 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed index c455e0c6d595d653f493b8e63dd4a6ab159fc55b..2e5fc75dcd6de213c45f7b104408227a29f3a4a1 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.452729225158691 \ No newline at end of file +7.435818433761597 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt index a5f5e5eb6a430ffd7608c032516a2c34700fb945..742f41f4d901f1dcbde9615a037950e6d195d9ca 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #981 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ibcast-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202695 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202696 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248443 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.452729225158691 +Command return code: 255, elapsed time: 7.435818433761597 Finished #981 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed index 0aec0c631987de1d45e932966491523eb5ad38de..082c61fc9c7e31676879b60243b02c009a0e009c 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed @@ -1 +1 @@ -7.292331695556641 \ No newline at end of file +7.275604963302612 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt index bb62d822e8b58aea9e51bf374b88842c238a78af..99a63f2872bd81457005ca240a3681702e4117d9 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt @@ -1,5 +1,5 @@ Running #847 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ibcast-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ibcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247581 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247582 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.292331695556641 +Command return code: 255, elapsed time: 7.275604963302612 Finished #847 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed index 5f15f02c511951ba8812e2f106ba171adc17d44c..24e168b8350ce0bb2d07f1cc14535538f17caaf3 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.193195819854736 \ No newline at end of file +7.217469215393066 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt index 0431cbef0e1a9526f2675088772bc7fb742b378a..2163aad7bcb30556bbc2c8459eba92904ca6187f 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #458 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ireduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188651 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.193195819854736 +Command return code: 255, elapsed time: 7.217469215393066 Finished #458 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed index 1b9bd45bf04eb9c1b43db40688bda18718126093..023b8e8e52e7f4c78786eb9f2797927b11bb5a3e 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -7.17944860458374 \ No newline at end of file +7.194533586502075 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt index 315e66ce71c42a36330d33d4c5c58d3706ad3913..ba66e141e7fbaa8104569830f0703c7de1fb989b 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #627 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ireduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ireduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180070 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180072 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.17944860458374 +Command return code: 255, elapsed time: 7.194533586502075 Finished #627 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed index eee0a0bffab2b0d23d0d3d3fec5b421508b7a144..1ed340f57ac4ca7c7f2f5750b8fd845f555dac2b 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.338226556777954 \ No newline at end of file +7.308782339096069 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt index 34705d72bf063d2a9746d8ddb11f5a00d8d37b88..1e406591b50664e877f456a5be4725296a0cda67 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #782 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iscan-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197429 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243046 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197431 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.338226556777954 +Command return code: 255, elapsed time: 7.308782339096069 Finished #782 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed index 1b0b9a174206a0511a640be45065fc0c428b3ca1..82b674846994f76d20f96ae3c0dbb3a1b76d5b1b 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed @@ -1 +1 @@ -7.46004581451416 \ No newline at end of file +7.282281160354614 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt index 15ad65b7b89e5ce229d6d83f5b25104189924e8c..7ab93c370745adcdbff7c73e7bfe7f854f813c9d 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt @@ -1,5 +1,5 @@ Running #1214 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iscan-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iscan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219085 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263995 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.46004581451416 +Command return code: 255, elapsed time: 7.282281160354614 Finished #1214 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed index 49bd5c969fff81bdc45572f30763fb3580d582e5..15923b5132797d53a5eb274902d70f2e0abcaca1 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.2472898960113525 \ No newline at end of file +7.299007177352905 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt index 05ba45f92641a4f639e175458a650aa5e25d01dd..b52270f53d0d5829360aebabe1cc61b924cf9269 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #604 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_reduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188597 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188598 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2472898960113525 +Command return code: 255, elapsed time: 7.299007177352905 Finished #604 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed index 30d78f790f891bf9c84b12b9952e6134155051cb..1179aa794b27de711d4066f4cda3729535914ff3 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -7.415439128875732 \ No newline at end of file +7.328270673751831 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt index 0af379665f9806bbbb5d21af30dff52452881078..ffbea2911fa17fb78842a14348aef8c8857f3d11 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #1213 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_reduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_reduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.415439128875732 +Command return code: 255, elapsed time: 7.328270673751831 Finished #1213 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed index 2643f7a0cd3bc5c7e0d1c1c4876024368c494b9d..b65780db2f88156e496357c25cb6519c380ed35c 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.293778419494629 \ No newline at end of file +7.488949775695801 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt index 110e7c073b3e3e74d32c2bb1d5530751038dac30..d85c14ace9c397dd36a8910ecaf3ed32f1414258 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1012 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_scan-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202302 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202303 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.293778419494629 +Command return code: 255, elapsed time: 7.488949775695801 Finished #1012 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed index 9037bf43c8d7f1804e78c8c302003d41806b66c7..d25b7529a0be975e13c06060c7c2c7b4a0616972 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed @@ -1 +1 @@ -7.299385070800781 \ No newline at end of file +7.164081811904907 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt index d86c4fbd72d3ebe2c50ed736fd6fcf15d4b02a23..69ec62f4bf31f27fb0fd83c8a2fcbb1fe0649282 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #1075 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_scan-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_scan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206009 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250507 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299385070800781 +Command return code: 255, elapsed time: 7.164081811904907 Finished #1075 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-002.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed index 3551aa65ba7725d095c981ec2f8a7ee4a3b43307..1469b5e179807697f45cb715e81437489b359ce3 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -1.2136785984039307 \ No newline at end of file +1.2043054103851318 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum deleted file mode 100644 index 693bf86eba2bcaf73c8ce8472b8bef177cd0b518..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4221235ef39b5ffb724109a79551e306 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt index 4b59710e223cb0f44b37272de205a038abd3058e..7a8f9d579e5f1dfbef4b621e6a3771b0be4adc9d 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1572 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_testsome-001.c (batchinfo:1/1) @@ -47,23 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224594 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224595 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2136785984039307 +Command return code: 255, elapsed time: 1.2043054103851318 Finished #1572 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed index 7f7a6c6c78b2650a53cf1a27a1cccd4d1ef78452..c45567e41d247437ec88348c45009c01f2897518 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -7.357051849365234 \ No newline at end of file +7.384403467178345 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt index 939fa4e51315e442e17fffa66d0581d99c9d1675..4ade87b5cc72dd8ee46a366d5ca8f1420bdff16f 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1362 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_testsome-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_indices. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7ffffdf52608, *outcount=0x7ffffdf5260c, *array_of_indices=NULL, *array_of_statuses=0x1) +| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7fff4725fac8, *outcount=0x7fff4725facc, *array_of_indices=NULL, *array_of_statuses=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-array_of_indices-mpi_testsome-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_testsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_testsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209959 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209960 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357051849365234 +Command return code: 255, elapsed time: 7.384403467178345 Finished #1362 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed index fe6ab3646a34e19031ac9cd9dbf43c32b738cccc..f917df808b3acc073b76c53cd72d571bcd4b7668 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -7.495794773101807 \ No newline at end of file +7.606476068496704 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt index 094b418b57653b441cea7805a208a60114691a18..65fb5fc04a9a559b190782a938e944b8c10e76b4 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1301 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_waitsome-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_indices. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffd1953c6a8, *outcount=0x7ffd1953c6ac, *array_of_indices=NULL, *array_of_statuses=0x1) +| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffe5bfcae38, *outcount=0x7ffe5bfcae3c, *array_of_indices=NULL, *array_of_statuses=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-array_of_indices-mpi_waitsome-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262939 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215434 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262940 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.495794773101807 +Command return code: 255, elapsed time: 7.606476068496704 Finished #1301 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed index a9c80c5a061f5c991c5cad0376c9371d4ed49e52..958f2bf38e786918877ffdace091d87d189afdfe 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -7.147683143615723 \ No newline at end of file +6.969176769256592 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt index 0e8cb3e20b9b51d12ab092c95d9ee743be0bc2fc..58edcc0cf6c574cffaef2cbe281dd8f9b2d931ce 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #2061 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_waitsome-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_indices. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffc849f72e8, *outcount=0x7ffc849f72ec, *array_of_indices=NULL, *array_of_statuses=0x1) +| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffd57e32288, *outcount=0x7ffd57e3228c, *array_of_indices=NULL, *array_of_statuses=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-array_of_indices-mpi_waitsome-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233937 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3237 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.147683143615723 +Command return code: 255, elapsed time: 6.969176769256592 Finished #2061 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed index 443446d670c625ad8e23c649bcbcd295ab84a0bc..e3f9766084e5282c2af4f30623f9ea1867b0be65 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.205140113830566 \ No newline at end of file +7.1512908935546875 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt index 2678fc2aa7c8d068085e90990f2a5c0865a64dc2..83b08ccf3a169e137c62ecd618a29d2509fb5f21 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1969 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter flag. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7ffd2bcab2b8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7ffca4e7da78) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2175 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232042 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.205140113830566 +Command return code: 255, elapsed time: 7.1512908935546875 Finished #1969 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed index 77f4dacc1871a42925f520f9ed3ad132aaeb8a0f..1ad59e38436c02c2a453b9ec5f47c14fb9a99194 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.461360454559326 \ No newline at end of file +7.41178297996521 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt index 0c9b2cfec383bd9932fae0063556ac78351f175a..6170a2a84958132584db20c526370dce256aa043 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1583 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_improbe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter flag. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7fffb9194c38) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7ffc72c26ed8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227452 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227453 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270906 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.461360454559326 +Command return code: 255, elapsed time: 7.41178297996521 Finished #1583 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed index a1243ba4fd572f6f3cc7f13ee7dbf277b97b1520..99729945f657bb93091abf3d5c4918e6f90dea82 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed @@ -1 +1 @@ -7.5219197273254395 \ No newline at end of file +7.6660401821136475 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt index 66da6d7fb3d22c5912a06e1580bce1394e66fee5..5a40faa374a767eba411d7f7d91aab2618a45d20 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt @@ -1,5 +1,5 @@ Running #2102 /MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_initialized-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c:33) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_initialized-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c:33) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_initialized-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_initialized-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_initialized-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235326 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235327 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3663 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5219197273254395 +Command return code: 255, elapsed time: 7.6660401821136475 Finished #2102 /MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed index e659c5b1e8e910090ada8523749141e52f617fac..8f5c5c54e7fc0e8fe542a60db45ee8e3ebd11efe 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -7.244348049163818 \ No newline at end of file +7.156968593597412 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt index 6fb6acb8a98c046ccadb1d38f4952e3f3b9d2095..12b4442c23cde082b8ead0d11ac71c106687ace1 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #2090 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_iprobe-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_iprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.244348049163818 +Command return code: 255, elapsed time: 7.156968593597412 Finished #2090 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed index 3d8c2e6327bed446dd630736ffc217bb8d4215bc..6338cc4e463c04663c21dc247000c73e15a83f7f 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -7.378385066986084 \ No newline at end of file +7.525458574295044 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt index 82832f0ebeeb4b41eca1ee98e905a364769a6191..7a36e2c82ad0f1efd418e38771428ec61216867f 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1505 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_iprobe-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_iprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215247 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260621 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215248 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260622 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.378385066986084 +Command return code: 255, elapsed time: 7.525458574295044 Finished #1505 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed index 73d6ffc99e7fc3c9a12a1dcf8dafcc6255c46604..a4382babfe857858216465b5a79e85f3a691b5da 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed @@ -1 +1 @@ -1.1748106479644775 \ No newline at end of file +1.2359209060668945 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum deleted file mode 100644 index 56a7aacea013f047d3a2b7dd4da7249ee972debd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c30b53eaabec5a9f787432fd444a8cbd \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt index 8becf2461b15938c4224473925f1591a91efdc1c..ea85a7dd5c3f5c398ba987b9c45d7630468bfdf2 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt @@ -1,5 +1,5 @@ Running #1949 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_test-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223684 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223685 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1748106479644775 +Command return code: 255, elapsed time: 1.2359209060668945 Finished #1949 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed index e6510a7a1c28bcee2683c40987eca1b5e51e21df..cdb03a4362ab05479374e9fb92e4b28b6533327d 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed @@ -1 +1 @@ -1.1217498779296875 \ No newline at end of file +1.126908540725708 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum deleted file mode 100644 index 50db846d5ac4df59f80b0a21172355edca7248d6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -668d088cf1c2516469a72db7b67045dd \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt index efdfbf1a1ba5b582972fb1d5a85996932d3a8b90..53ff57d672e0350b3dfb5ce031df34e7c8eeabcd 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt @@ -1,5 +1,5 @@ Running #1480 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_test-002.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217995 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217996 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261085 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1217498779296875 +Command return code: 255, elapsed time: 1.126908540725708 Finished #1480 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed index caf75546292b8b6a5ac4f990e1ea9f71a4fc7b5e..dd72346022d129601a1c4a287eec955cf822b23e 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed @@ -1 +1 @@ -1.0692870616912842 \ No newline at end of file +1.0227701663970947 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum deleted file mode 100644 index 5a70256768c5a315e08aca9193fc9bf5482c1793..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b231cb56d3eb687d4914d81844704352 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt index e9226da29aaca121d79024e3d92041e33b4334e1..922757c583fb212de99a8f907e3143d4789c527d 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt @@ -1,5 +1,5 @@ Running #1364 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testall-001.c (batchinfo:1/1) @@ -53,21 +53,20 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe | [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210489 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259730 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0692870616912842 +Command return code: 255, elapsed time: 1.0227701663970947 Finished #1364 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed index 18546f3644447f3655ca510edb6329ec9193333d..6bdd265cb848d34b499a3f18b26183f245e9d08c 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed @@ -1 +1 @@ -1.0591590404510498 \ No newline at end of file +1.145310640335083 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum deleted file mode 100644 index d014a0df153a97b8bf4fb996fffd83736aba87d3..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e1184e7d9251673fbf0c05292237ee25 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt index 1506d7da108e483d24cb1615bd456a5bb80cabd5..96b5c3d565bee036b45c5ca12198a8208b9082fe 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt @@ -1,5 +1,5 @@ Running #1703 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testall-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222221 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222223 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268653 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0591590404510498 +Command return code: 255, elapsed time: 1.145310640335083 Finished #1703 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed index b7c4e4c2574216fd16d54a3be38da7d3a2aa8cde..3a58510a3030e3c6347506a05d959db31bd95395 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed @@ -1 +1 @@ -8.066429376602173 \ No newline at end of file +2.0033371448516846 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum deleted file mode 100644 index 6805d1d9ce9e9b0662732f60b34a3797ceae46e2..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ab147df29a69d16e401f396d0c781227 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt index c3cc31e8634c21767d5c86e8b58c83542a0fb265..0ca46498de75c2a5ae12b4fecf16750a54880d8f 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt @@ -1,5 +1,5 @@ Running #1706 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testany-001.c (batchinfo:1/1) @@ -47,36 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null pointer in parameter flag. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testany(count=1, *array_of_requests=0x7ffe5e1e3ad8, *index=0x7ffe5e1e3ae0, *flag=NULL<<invalid>>, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-001.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_testany-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_testany-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 0 (0.0%) sends and 1 (100.0%) receives -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223035 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269591 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.066429376602173 +Command return code: 255, elapsed time: 2.0033371448516846 Finished #1706 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed index 11bdec4405c4938dd8b6ed3814c967a09dc587e1..7c5daf2f59a9ab4d7a180397f30bb2ba782cc912 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed @@ -1 +1 @@ -7.102657794952393 \ No newline at end of file +7.2420055866241455 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt index 34ae8f5173d22c70306f3b348ec9e8eb5ff41189..97e7a9cd74470ac1c18c568fe28fd7e2a88d7f5f 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt @@ -1,5 +1,5 @@ Running #1289 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testany-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter flag. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testany(count=1, *array_of_requests=0x7ffff4d3b928, *index=0x7ffff4d3b930, *flag=NULL<<invalid>>, *status=0x1) +| [0] ERROR: MPI_Testany(count=1, *array_of_requests=0x7fff33bbe728, *index=0x7fff33bbe730, *flag=NULL<<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_testany-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_testany-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_testany-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_testany-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 0 (0.0%) sends and 1 (100.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204817 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249817 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204818 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249818 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.102657794952393 +Command return code: 255, elapsed time: 7.2420055866241455 Finished #1289 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-002.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed index 4d318a8da566f2c803333d653826d2f1579c7ebe..56ce6d493c42063c0437242ca3589779dcd6393c 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -1.0733921527862549 \ No newline at end of file +1.1545450687408447 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum deleted file mode 100644 index 0b495bcc717efa8e7688f1cb339de4494505afe8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -01d62310217e4cc8cea82b0609e5f72d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt index 37a63658c5e5491ab79844b83a4f42190faa1e60..50299187b445365ff093cbdba5f2b7a369bed992 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1616 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_testsome-001.c (batchinfo:1/1) @@ -53,20 +53,19 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229639 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229640 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274044 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0733921527862549 +Command return code: 255, elapsed time: 1.1545450687408447 Finished #1616 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed index 868acdd3c22af2de6e2dcc6aad19c4fc39776fdd..8dbbef576aba56ddb88eed5637f4649632ed4170 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -1.0883455276489258 \ No newline at end of file +2.8049588203430176 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum deleted file mode 100644 index 3709661d7c2f42188344f50948b2459de6926ab9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dce118832a0ddf8e067fad657b6f0998 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt index 59b82100e529c02aaa6e2842f1e76536608d6a4c..74390c92346cf76d8024fedd56c8b5e683706188 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1375 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_testsome-002.c (batchinfo:1/1) @@ -51,19 +51,23 @@ Executing the command (cwd: None) | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213594 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213595 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0883455276489258 +Command return code: 255, elapsed time: 2.8049588203430176 Finished #1375 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed index 750d17cb5c7199dae55d2d0f5288b0fa63508ab2..04f24cf253d530a6b44e2ed2c5ff4c7abf0e9bb5 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -1.225170612335205 \ No newline at end of file +1.397993803024292 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum deleted file mode 100644 index 379e1756fb4565669e3b600c1bcec89a4a87341f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a6b88570f2d70405e38eec9a594e8740 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt index 6622f7765ebaa23b4747299c12ed45f39ba52848..d6589249fd733ada66ef8462516cd527fe6e8a86 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1893 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_waitsome-001.c (batchinfo:1/1) @@ -53,20 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe | [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277058 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.225170612335205 +Command return code: 255, elapsed time: 1.397993803024292 Finished #1893 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed index f8c0a27178132ad8e56a741316c0d28e879e4e8f..3cf3f236a1da5d734e1d4c93014baa36d8e0b841 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -1.1439099311828613 \ No newline at end of file +1.1573395729064941 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum deleted file mode 100644 index 230b8cd18686ca6f5f0a51a7e09aece93c1b585a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9ec1fd79f7deeb707e5d8fa68aca8117 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt index 86860041974f492f6678f66476b7fa32d3a1f68c..1a62bb6c965ee27a3977937f8ec0042466898249 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #2029 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_waitsome-002.c (batchinfo:1/1) @@ -53,21 +53,20 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe | [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227580 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227581 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1439099311828613 +Command return code: 255, elapsed time: 1.1573395729064941 Finished #2029 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidWin-001_0.elapsed b/logs-20240607/itac/InvalidWin-001_0.elapsed index 89250f8a6049a3e21d91ec4e52ef70aa9ff247f5..b1473cc9ec17fa48e9f5cb20fb2a5cc29fea05e6 100644 --- a/logs-20240607/itac/InvalidWin-001_0.elapsed +++ b/logs-20240607/itac/InvalidWin-001_0.elapsed @@ -1 +1 @@ -7.700558423995972 \ No newline at end of file +7.706545829772949 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidWin-001_0.txt b/logs-20240607/itac/InvalidWin-001_0.txt index d700a70ea498a201c8c751ec00639f66ea7aa543..8e9195ea3d43fdab723a28aab958a05afb0c60c1 100644 --- a/logs-20240607/itac/InvalidWin-001_0.txt +++ b/logs-20240607/itac/InvalidWin-001_0.txt @@ -1,5 +1,5 @@ Running #426 /MBI/scripts/gencodes/RMA/InvalidWin-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidWin-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-001.c:36) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidWin-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidWin-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179532 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179533 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225049 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.700558423995972 +Command return code: 255, elapsed time: 7.706545829772949 Finished #426 /MBI/scripts/gencodes/RMA/InvalidWin-001.c diff --git a/logs-20240607/itac/InvalidWin-002_0.elapsed b/logs-20240607/itac/InvalidWin-002_0.elapsed index 169264e72e3f15e557049a6421b3dcb76302c7dc..e2a5bd21a7010d459e773a8753f8bfdd0df23b0d 100644 --- a/logs-20240607/itac/InvalidWin-002_0.elapsed +++ b/logs-20240607/itac/InvalidWin-002_0.elapsed @@ -1 +1 @@ -7.572833299636841 \ No newline at end of file +7.5670249462127686 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidWin-002_0.txt b/logs-20240607/itac/InvalidWin-002_0.txt index ca07ede8c777d03f28f66f14abccf09614cd063d..66ba20bd6c5e43667f3dd9303816392c5a2dc7f7 100644 --- a/logs-20240607/itac/InvalidWin-002_0.txt +++ b/logs-20240607/itac/InvalidWin-002_0.txt @@ -1,5 +1,5 @@ Running #401 /MBI/scripts/gencodes/RMA/InvalidWin-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidWin-002.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-002.c:40) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidWin-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidWin-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216395 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.572833299636841 +Command return code: 255, elapsed time: 7.5670249462127686 Finished #401 /MBI/scripts/gencodes/RMA/InvalidWin-002.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed index 533429e87cd6fdb3ab4a1596f29717a258f4d739..f4e9225fc4073fbb8ccbe84ac04d1ec4d14f9d33 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.0811526775360107 \ No newline at end of file +2.2599077224731445 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt index 812e7fb840d5e4065112aeb59e327bb5e93948c1..9b8cedf2c733fc7b366321b288ffb48c36da9fe6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #120 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-accumulate_get-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0811526775360107 +| +Command return code: 0, elapsed time: 2.2599077224731445 Finished #120 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed index 213a39e4bd8f02456b168f213de5401a4b6d5207..bf36294d58df4a7300a07e9e3511b26aaf1e4717 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.224353790283203 \ No newline at end of file +2.271639108657837 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt index f871c2829e6fd0eec79d84a3d3feee078c34c986..920f61baf42863197d997cdede7621231b8561c5 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #320 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.224353790283203 +Command return code: 0, elapsed time: 2.271639108657837 Finished #320 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed index eded9da1b856d3075676767048be18e7a6656f99..4c05db478e829787459aca987bf83e096e0ebd68 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed @@ -1 +1 @@ -2.0697555541992188 \ No newline at end of file +2.160972833633423 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt index 3d36315fe86706e15778637b267b2e2bf7090c58..4038bf5d68f1c7f1ad237b95da3a99aae1456686 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt @@ -1,5 +1,5 @@ Running #31 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-compare_and_swap_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0697555541992188 +Command return code: 0, elapsed time: 2.160972833633423 Finished #31 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed index 6c52a1fbf78925a3b5efc5aa8639e02933a9ab12..d8ec8dfa4c2af7ea739fdba967c79bc0530adbbd 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed @@ -1 +1 @@ -2.116392135620117 \ No newline at end of file +2.149022340774536 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt index f38d0dc667a32adefd798515d566f9a083faa89d..b9b1f1db26d9fc6a2df6d7521891cfacd1c85b83 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt @@ -1,5 +1,5 @@ Running #226 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-compare_and_swap_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.116392135620117 +Command return code: 0, elapsed time: 2.149022340774536 Finished #226 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed index 3a7b2ea0f8b9624c09ce5c9a43b4e473fae50880..a198911e3a2432043e7b00ec47adcf58e1e2b352 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed @@ -1 +1 @@ -2.2382850646972656 \ No newline at end of file +2.1501526832580566 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt index 2bd16fab1b3a306b321f6b6ebf53eeadfb9b47d8..19f708aaa18f35b117843fbf6f52593dcb99bcce 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt @@ -1,5 +1,5 @@ Running #354 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-fetch_and_op_get-001.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2382850646972656 +| +| +Command return code: 0, elapsed time: 2.1501526832580566 Finished #354 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed index 24407d4cd8df8650a973386728251e54f005310f..dad067483ce74e84070c5ea383f7f8363114f9dd 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed @@ -1 +1 @@ -2.2100584506988525 \ No newline at end of file +2.18778920173645 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt index 8be201c55c09493e2c3ef59da050fed79dba7d47..789251b9db0dfe4e00306af5c9dfa51e2c770f21 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt @@ -1,5 +1,5 @@ Running #359 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-fetch_and_op_rget-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2100584506988525 +Command return code: 0, elapsed time: 2.18778920173645 Finished #359 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed index 764f5e51b0e55e5cc38f727788bb5adaf526e95f..1dbf0f5c3b7a2b6dcaa8bfa8d4039d8dce9f97b1 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.072613477706909 \ No newline at end of file +2.003396511077881 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt index b8287f634b4a8890a40ca2144af509715dd5d5c5..32c576dd57ab3d67cd5f9bb01b5ffbffe9a1ae4b 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #362 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.072613477706909 +| +Command return code: 0, elapsed time: 2.003396511077881 Finished #362 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed index 1138d5c8b633909b44c6470914835309ae2449b5..a887f1af24422ee78893c5ea64ab325fd7dd250a 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9447705745697021 \ No newline at end of file +1.9178669452667236 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt index d0ed7a2f739d018c5f2067633dc083dfd8597d63..c8fb1d43fb022886de65c71fd6a52687a722b6d7 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #367 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_accumulate_get-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9447705745697021 +Command return code: 0, elapsed time: 1.9178669452667236 Finished #367 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed index 70b481440181bf18606f8798b9b0e661ed1b4280..b3fbced173e664f14aa6ddb057cd39aa75ebcc3b 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -1.900075912475586 \ No newline at end of file +1.8986976146697998 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt index ccb00e122b7b29c93e0a75aa32102470a293a3fc..da44f49e17e323b268c038843db3cdb918454537 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #38 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.900075912475586 +Command return code: 0, elapsed time: 1.8986976146697998 Finished #38 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed index 5a5122304310fc5453f0fd154c18c4d552c69088..f3e4817627eff5ed7c47f0a1910f1af5331f4252 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.99239182472229 \ No newline at end of file +2.0375235080718994 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt index 6d3052d2d38559f42911925d2cfd41967cbc8102..a0a0827cc39cb6fffe2fcfb8b99055b320116272 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #13 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.99239182472229 +| +Command return code: 0, elapsed time: 2.0375235080718994 Finished #13 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed index 8a9e122b44649a4d1ba89c016e65e0ff18a3dc81..f23336f582a9cfc6828fbe09b5ec171522934735 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.186922788619995 \ No newline at end of file +2.0489189624786377 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt index 344e795e3966f0c546f64d487ffe118fb251ddb4..b26efe29391c8cb445d9868ef7fe6fcbb90ae220 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #249 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally +| | -Command return code: 0, elapsed time: 2.186922788619995 +Command return code: 0, elapsed time: 2.0489189624786377 Finished #249 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_compare_and_swap-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed index bc6424b44af12ff8af8c09fd11a7fa9446bdb7d4..34166376807325348e69f1b5407af589d713f140 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.2845747470855713 \ No newline at end of file +2.168016195297241 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt index 8649e6aae67f25d8f2d55ac26f4665704bf7551c..cec0f8960f8a7b006e30716c2851b9c0a33d1533 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #228 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_fetch_and_op-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2845747470855713 +Command return code: 0, elapsed time: 2.168016195297241 Finished #228 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_fetch_and_op-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed index 8be2a1268c9a1ca5b949c24eb877ef7a754f70e8..5b6d3898542d05e4d804fc6199ddc244a391046d 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed @@ -1 +1 @@ -1.9803988933563232 \ No newline at end of file +2.04101300239563 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt index 02eea1c98e3b40da50270b0e1001f41f765b2311..267e207ef9ced96f9ed58d080593f1dd2879535f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt @@ -1,5 +1,5 @@ Running #199 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_get-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 1.9803988933563232 +Command return code: 0, elapsed time: 2.04101300239563 Finished #199 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed index 41b32fdfe7a1a45b6f34a2f6b0a7379c2c2ff627..8c35daf5cf1f0c6c1c4ea0c89ddb609eb16fecaf 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0987727642059326 \ No newline at end of file +2.1744282245635986 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt index 2a53fb988b34befdafbcb9f847ec34468beff1a9..b30c358e9c26a079388bff43399e05b01f665a72 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #345 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.0987727642059326 +Command return code: 0, elapsed time: 2.1744282245635986 Finished #345 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed index c66616fed374c09ae0667c7177faea48a39ee3b0..1a6683c178d485b4f76622472ed654a9ecfb2fd8 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed @@ -1 +1 @@ -2.114574670791626 \ No newline at end of file +2.2933297157287598 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt index 852bd112dec77a7793b93e335eb0bbdaf04b106f..4f2025847bf897c248d3ff9c88a195773b6f4b86 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt @@ -1,5 +1,5 @@ Running #393 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.114574670791626 +Command return code: 0, elapsed time: 2.2933297157287598 Finished #393 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_put-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed index b77c332845f78db14245d6147d0d3d1797f373e0..37be37dc59406209687145fd92391de9e1328feb 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.9159760475158691 \ No newline at end of file +2.005402088165283 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt index 1051952703cbf51802a16ac2df2aa67de4df9a87..5269112aa6150b84d812d4e393d17eb4f92cdb37 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #243 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9159760475158691 +Command return code: 0, elapsed time: 2.005402088165283 Finished #243 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_raccumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed index f4fdbda7d232d8ae0048d637dafcd4b61e7ff14c..e994a90c1a8f199e08d0fbab5b6e75043cd7d2a7 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed @@ -1 +1 @@ -1.9029765129089355 \ No newline at end of file +1.9027166366577148 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt index f1d0167c1ba7aa41c71e92f3cc256c8b556965fb..0e271b38d8f63ea2d5a8bd2d1f28bd915c428130 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt @@ -1,5 +1,5 @@ Running #433 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9029765129089355 +Command return code: 0, elapsed time: 1.9027166366577148 Finished #433 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed index 2236ded6c7977b3d3dc257733332d90b5cdcfc18..54bff01d2f6846eeac5c75450b1be2a67b208d93 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1912002563476562 \ No newline at end of file +2.1870970726013184 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt index a50cc524531d1fee7f42a579fa7d9cf6491da33b..d93253031f6ad55bfb295d5bd2c8507579be77fa 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #325 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1912002563476562 +Command return code: 0, elapsed time: 2.1870970726013184 Finished #325 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed index 4423563ecb649e1976bb8f320328212583b670cd..3d8b77b6fa793f1e8267cd8b642d2803036efa72 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed @@ -1 +1 @@ -1.986769199371338 \ No newline at end of file +2.1541807651519775 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt index 4593b73f190d966bbb222e067e19ef90086df483..8050cd98101b1d92b48d3c0db9b367a803559111 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt @@ -1,5 +1,5 @@ Running #223 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.986769199371338 +Command return code: 0, elapsed time: 2.1541807651519775 Finished #223 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rput-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed index 06d33be565969fe960e09a1e7a904811b3a06e23..a3bb72b0f5db085c032e94b76166f6f4fbb1b397 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed @@ -1 +1 @@ -2.0623085498809814 \ No newline at end of file +2.1645615100860596 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt index 60517747bca59d17817989f4c47ff212f0e8b12d..e7dd11b98e448a112fa3a9e834cd821a88bf2852 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt @@ -1,5 +1,5 @@ Running #144 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-put_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-put_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-put_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0623085498809814 +Command return code: 0, elapsed time: 2.1645615100860596 Finished #144 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed index 01808f31006cab73604b80e11cd3e07f4e664a65..13aa6fb877c6840a04325a94c1d93609f9173e1d 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed @@ -1 +1 @@ -2.185516834259033 \ No newline at end of file +2.2436487674713135 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt index 61a0907012b0df320cc7929350be60d2374b9c5f..838fea2a8251bb7901a8f87d433b879c29b08f83 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt @@ -1,5 +1,5 @@ Running #28 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-put_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-put_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-put_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.185516834259033 +| +Command return code: 0, elapsed time: 2.2436487674713135 Finished #28 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed index 5922402151238d0e7b55ed63b595be7b1f21eb83..ca6e010deff18c4301887175c9641da43aeea05a 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed @@ -1 +1 @@ -3.595083236694336 \ No newline at end of file +2.1065287590026855 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt index 2efc2d8198e4fad9ffe8bdc67c1f6ced78ef1324..48c6a5323d6b90d1f5252de7c2d02c3c7eef567f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #178 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-raccumulate_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 3.595083236694336 +Command return code: 0, elapsed time: 2.1065287590026855 Finished #178 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed index 94409591eb5dd79e0c5e10283b638a396e598dd9..85c8c4702215188ab01f5e07995ed2d9659d2664 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.1340365409851074 \ No newline at end of file +2.090651035308838 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt index ce3653f9aac743c145774aefe7e7e7237aa2ff6d..c40aa4095d4e033787d343f8522a1b70c1f4e16f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #189 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-raccumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1340365409851074 +Command return code: 0, elapsed time: 2.090651035308838 Finished #189 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed index 21d1bd783d14a86cb602e33b572608655022d810..9fff7557af774754f29521d5476c2e27faf7c8d2 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0467519760131836 \ No newline at end of file +2.0050342082977295 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt index 075c7f5881c018a38f30954894b46da8b6357d0a..e38bfe3ec6ba6490aefce89801a83784f04621d4 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #444 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0467519760131836 +Command return code: 0, elapsed time: 2.0050342082977295 Finished #444 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed index d87c08de9c7635f92072c79e606476a01e38c4f6..d98770bbce6ee7a1ddeff06f4c04e3fd849b2499 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.3289005756378174 \ No newline at end of file +2.2475740909576416 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt index 588a22e852bacfe83a922174ae7d784d94205abf..25709b1443f6b530525ccf2282214fe9bfb3b53c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #391 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_accumulate_get-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3289005756378174 +| +Command return code: 0, elapsed time: 2.2475740909576416 Finished #391 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed index 5aca4107237ffbec0871f08322dc61ca923f52a6..7fba7a222888b05289a347a10f59eae5503fc8ce 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.020564317703247 \ No newline at end of file +2.217406988143921 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt index 2ce57fc7ba1322877ec5ae0dbd2c33ff6ab9aa11..55e82accae98979ac9e2cd7841a596b013ea5761 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #416 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.020564317703247 +Command return code: 0, elapsed time: 2.217406988143921 Finished #416 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed index 1e2cd3419b571a48fb0ef575e33bc8f881dbe984..16f1e923da32268bf2b30fdb50c30df424d8dd74 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8937437534332275 \ No newline at end of file +2.4133307933807373 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt index 185037f78eef982f67fabeaa7ecb0c83a71071f4..a8606832bae415997a769963990a7116e33245bf 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #305 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8937437534332275 +Command return code: 0, elapsed time: 2.4133307933807373 Finished #305 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed index 32b86bb4470ec859720a20cc1120d4202e460e94..cbf89866c7798e861cf7cbd7f7bde5ba53672ed7 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.6464388370513916 \ No newline at end of file +2.2838857173919678 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt index 7cbe036e13ce0d54b432b1129c76af9237414f08..4409e732c0a096e6b748b6cedfeb7070022c2c6e 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #409 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.6464388370513916 +Command return code: 0, elapsed time: 2.2838857173919678 Finished #409 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_compare_and_swap-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed index 53961d097b38668817f75bb473fa6662f9088db7..72bffe51284485a834374ba71c69f2ec47450c43 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.257686138153076 \ No newline at end of file +2.0895485877990723 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt index cdc53717c789731c4964440efdf4071ec9ff1cb3..467c99f568370279d03980c812f0aea30b9ca536 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #62 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.257686138153076 +Command return code: 0, elapsed time: 2.0895485877990723 Finished #62 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_fetch_and_op-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed index 33d6329ac24488c9426949bce6dc964c98f858b0..908b211e65e26aec3e6631a1522d8fb0c9d6bebe 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed @@ -1 +1 @@ -1.9503107070922852 \ No newline at end of file +1.9258537292480469 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt index 4ad3fc1087c4e6682e17663416c277a1b7b17d7c..2a85ec2ddca54f145e9f2c76038f7b2320830da4 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt @@ -1,5 +1,5 @@ Running #430 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9503107070922852 +Command return code: 0, elapsed time: 1.9258537292480469 Finished #430 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed index 1ae4108e60e81d9045961a07ad451085872337d2..1b31952c650d2df4855cf972b8ad3961e0e26562 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9855549335479736 \ No newline at end of file +2.0016796588897705 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt index f86f887883a1ffa82421ba63b4719ef6d4eece2a..684a6b56aa3a249cea18a12b1d26ee7de512dfaa 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #364 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9855549335479736 +Command return code: 0, elapsed time: 2.0016796588897705 Finished #364 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed index 65693f242e2dfc751aa60d1e4ba04dbb8d562f21..9c54c0be6241b380b044fc3fdd9aef6d944c0d4a 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed @@ -1 +1 @@ -2.1921770572662354 \ No newline at end of file +2.1535465717315674 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt index df9fa7ff36e8ee7cc36c99674b023fbb070bed2b..80e4b28e470e88a566d2f8bd506d26d073e06aef 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #360 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_put-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1921770572662354 +Command return code: 0, elapsed time: 2.1535465717315674 Finished #360 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_put-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed index 810b3ec432d37f93d6bbf77bcc6dfb2d7506e184..893d5266fc7ec29fbdb3caf62f1e66fcb4be0e48 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.068397283554077 \ No newline at end of file +2.1341054439544678 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt index 308ab848b173475dbcc507360dd50cdb23bec9e7..d3d2a2a9e1cfba638309790a82580341234cacdd 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #47 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.068397283554077 +Command return code: 0, elapsed time: 2.1341054439544678 Finished #47 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_raccumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed index bce49383feae1156a29714726e6f95764e27344e..fed1068f8fc16aa1e7a8929636d13b1ce2561721 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed @@ -1 +1 @@ -2.1885640621185303 \ No newline at end of file +2.092371940612793 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt index 6920f8030f1f16821fa32934833635d0eb5b3043..f64a6340971b8f0cb424387ce81aa63cd3c8967c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt @@ -1,5 +1,5 @@ Running #75 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1885640621185303 +| +Command return code: 0, elapsed time: 2.092371940612793 Finished #75 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed index b35beafa63cff00ce4e28ff410b661ca332ad089..e240fa972b4f81826edfa95c40c29cae651b46bf 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1657912731170654 \ No newline at end of file +2.1690378189086914 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt index 18b20fe3b7070c6c260d43945c92d98aa006943c..b041d133f11378188290e0db16b3359f991ec567 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #351 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1657912731170654 +Command return code: 0, elapsed time: 2.1690378189086914 Finished #351 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed index dad9b21d2f371574c803e81add2511eb508b1e3e..e3d766a033a1971ce825c64bff81f0043a9844b5 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.0150532722473145 \ No newline at end of file +2.0434670448303223 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt index 0322fc6ad12f0aa3f176be8512022674fd26c3b3..59745ffd6d5d0ed47af26b9920a8122928ac25f6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #245 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_rput-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0150532722473145 +Command return code: 0, elapsed time: 2.0434670448303223 Finished #245 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rput-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed index f10385cc93887350f58c5172ee2b7b1e8d2a9759..3877618b070c3caed1757d4efd47d17511cb8d5c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed @@ -1 +1 @@ -1.925830364227295 \ No newline at end of file +1.8902111053466797 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt index a7b68838be7a77c570edbb3cb8b9d5c53d7344a2..a62e50de4da83f00d2dc211f2fce490e6d978fb7 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt @@ -1,5 +1,5 @@ Running #204 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rput_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.925830364227295 +Command return code: 0, elapsed time: 1.8902111053466797 Finished #204 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed index 31b6525ea5e6ef4090c8271ab3ae9f835ed9b933..0137b5f6dd072a4a25b9b40110310c4d72ce2796 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed @@ -1 +1 @@ -2.0573434829711914 \ No newline at end of file +2.057671546936035 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt index 7eaf6bd8b82bab053dca58a455862a0d646ce606..c4234aead72d0a8ee5ba30e58a877d86b2876bca 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt @@ -1,5 +1,5 @@ Running #147 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rput_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0573434829711914 +| +Command return code: 0, elapsed time: 2.057671546936035 Finished #147 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed index f368ef87ecd3b6d5d0450df07b9f265947b4330a..6fb94124202cd0c69f100c73e8522a3466864a11 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9627742767333984 \ No newline at end of file +2.0204720497131348 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt index ffeb0e1b4b0c9ffc076732252b2a008f1e1be146..bb44c0d205c6e874b67de402ad34cc97b8bab302 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #438 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.9627742767333984 +Command return code: 0, elapsed time: 2.0204720497131348 Finished #438 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed index b232975698fe52d6c82896a4310d683c2971e6d1..49e3d0c886330fc05047002de6e2f440d1bc3c8f 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.146272659301758 \ No newline at end of file +2.127897262573242 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt index 55b4ada09e3381faea5d132da631c90378f35217..c62cac6543bbfd11478244b80f770da94a40a3a8 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #9 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.146272659301758 +Command return code: 0, elapsed time: 2.127897262573242 Finished #9 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed index 5209bb436b6bb65296daee54c124d6f235e39a7c..c66c6af67bd2e9da43588521904ea3a8c9f0f509 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.196394205093384 \ No newline at end of file +2.0117251873016357 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt index b26b2686e25135224b577f5e71f8912808833c9a..987f9136542b5025b434c4f462a892f8c2a39cb8 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #8 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.196394205093384 +Command return code: 0, elapsed time: 2.0117251873016357 Finished #8 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed index 7d47740c81833cdac7a3bcc6a38194f49f8806ef..d20da5ca2ff60aaf9747bf4452c4b04853b0004e 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1834893226623535 \ No newline at end of file +2.1960880756378174 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt index 3401176c7bd1543c18a3a07903b160bcb1d9d5fd..75de843bcb9b324a356aba70ceded1e9d9cbfaef 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #155 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.1834893226623535 +Command return code: 0, elapsed time: 2.1960880756378174 Finished #155 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed index ad56473e08463d1db9842757ccd366feba745446..c31f521ce86fc41f2931fec89ec3dfddf1c781a8 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.102895498275757 \ No newline at end of file +2.142169952392578 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt index ff90c609570a0cd74d1f21caaa128c161ec8bc2e..9941bab8d96915451c90251d619c45097042d93b 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #358 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-put_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.102895498275757 +Command return code: 0, elapsed time: 2.142169952392578 Finished #358 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-put_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed index 28f3ea9d17a1d21c9c57f2f438e72e47afb74c70..5ab2d70855ad9892963819228268e30255deaa32 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9254508018493652 \ No newline at end of file +1.8732266426086426 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt index 879964751f95e3d16accc97e6601c09d300edf69..fd57e12934d03487a7268ab9ad74229187b6794a 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #171 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9254508018493652 +Command return code: 0, elapsed time: 1.8732266426086426 Finished #171 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed index 241a15aa7478117a492e4d2d8fd937a30bbb4c03..01e38b799c5be722cc05cb5586fbed0f5708718e 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.247692584991455 \ No newline at end of file +2.1157963275909424 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt index 192d17a07c8832e7aecf7c94c708e97012e87c6a..793b08445ea88d8570efa8410a054c5df87352f4 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #374 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.247692584991455 +Command return code: 0, elapsed time: 2.1157963275909424 Finished #374 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed index 3286c1c7c731744ce545520bd84c297fe12c1282..4d4d3bb2a23c545c7d101f3ce6119ef29c0ac722 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.054464817047119 \ No newline at end of file +2.044323682785034 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt index 58ed45288f7b1c49e5810b34159547d105d3c7db..cb1ad63186d97a426cdab31f21232ca496e391d9 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #84 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.054464817047119 +Command return code: 0, elapsed time: 2.044323682785034 Finished #84 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rput_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed index 3a44a0955824a2e972327f5c516f0ef2067fe0fe..e78514a3c6cb056ba451381c8829bbb0bcd55bda 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.754029035568237 \ No newline at end of file +7.731943130493164 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt index 55957d546d576f00ea0e77cdd9cd18de82230348..e71c89528e0fb315cdd4a17516161d09bc5a7829 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #630 /MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,36 +51,36 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [0] ERROR: Read-only buffer was modified while owned by MPI. | [0] ERROR: Control over buffer was transferred to MPI at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff68d37ec8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff0e868dd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [0] ERROR: Modified buffer detected at: -| [0] ERROR: MPI_Wait(*request=0x7fff68d37ec8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff0e868dd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcce4884c8) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc01b19968) | [1] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffcce4884c8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffc01b19968->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -88,16 +88,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228371 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182516 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228372 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.754029035568237 +Command return code: 255, elapsed time: 7.731943130493164 Finished #630 /MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed index a825def15a7b44de4c1cfdcd3a723e526bc9c7d3..fa5e9cd71b92b70e69a7b906c62b31e6d70e74f6 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -1.2017791271209717 \ No newline at end of file +72.50378227233887 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt index c5cd71ce713f18cff62c001908d8adfd187d8d61..36a9fc347390796dffdbc5585927876b36e3a264 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1721 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-mpi_irecv-001.c (batchinfo:1/1) @@ -47,23 +47,60 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: New receive buffer overlaps with currently active receive buffer at address 0x470790. +| [0] WARNING: Control over active buffer was transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff3bc3438) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] WARNING: Control over new buffer is about to be transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff3bc343c) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffff3bc343c->0x2c000003, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] INFO: Writing tracefile LocalConcurrency-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218967 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262937 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262938 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2017791271209717 +Command return code: 255, elapsed time: 72.50378227233887 Finished #1721 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed index c3d939fbc864c8d99466e1ab2969addfba132b51..975105f197f998b4115884f00b6b5bc63a02d63d 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -1.245021104812622 \ No newline at end of file +6.49176025390625 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt index a18d3dc942318c22bffa56b4d040b68fd0f93ddb..a64f7b94c5e90bc96942fed9c06ccbc5739650e4 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #2022 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-mpi_irecv-002.c (batchinfo:1/1) @@ -47,23 +47,65 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: New receive buffer overlaps with currently active receive buffer at address 0x470798. +| [0] WARNING: Control over active buffer was transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470790, count=5, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5eb5bc18) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] WARNING: Control over new buffer is about to be transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470798, count=5, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5eb5bc1c) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Message truncated: datatypes would match, but receive buffer was too small. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x470790, count=5, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5eb5bc18) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffe5eb5bc18->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile LocalConcurrency-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273304 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226087 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273305 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.245021104812622 +Command return code: 255, elapsed time: 6.49176025390625 Finished #2022 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed index aabe2cb68fb19e6205eb9991a48d28ca924e90ba..7e3d5d176f151142caef3dbb9cd0c5570463634a 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -2.340073585510254 \ No newline at end of file +2.432173013687134 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt index 64520856dacb6209a3e1062e15bd38d0ce35b6b3..f38ba50b6b7d532d93a9f0326a4ae4c44b34fc83 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1329 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_imrecv-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c:51) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-receive-mpi_imrecv-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Isend(*buf=0x46ac70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdccea942c) +| [0] WARNING: MPI_Isend(*buf=0x46ab60, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcd721963c) | [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001) -| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-receive-mpi_imrecv-001) +| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | @@ -73,6 +73,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.340073585510254 +Command return code: 0, elapsed time: 2.432173013687134 Finished #1329 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed index 1365a49d800c7003ef3bed69a231bf08dcdf5be4..5b55d4de5832b973ded838bebd7ac09c531d1356 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.112030029296875 \ No newline at end of file +2.310265064239502 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt index 484e8b90e1ac03074147a135ad2c9e24c2b2de09..543ae60863cff646d3e623aba342bd6510bf64bc 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1694 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_irecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.112030029296875 +Command return code: 0, elapsed time: 2.310265064239502 Finished #1694 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_irecv-001.c diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed index f2252c324bd0dc7d0c1b7fc9c3e8fbdd551439a2..de02a0639a298f718c220d1b62efa68700a651bf 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.1231684684753418 \ No newline at end of file +0.10476541519165039 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt index 83fdb7d9b2a985de83e26e6d4cd81a5c7467b095..07d90df4b5c377be3bdff0a8511da3888120f01b 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1925 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccIBiRdP.o: in function `main': +ld: /tmp/iccBa53Jk.o: in function `main': /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c:45: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c:48: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed index 3ba3758cecf932b9cd92be53d652bfe78eda5f52..ce3d937e9b589cc13fee6a9d7d4bf748b141029f 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.298596143722534 \ No newline at end of file +2.200446844100952 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt index 754e7a87b83e59863cb7497f92c58221c765dfbb..fe623b16488b35b1152f76f20351de1b38039bf8 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1356 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.298596143722534 +Command return code: 0, elapsed time: 2.200446844100952 Finished #1356 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_recv_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed index a93f38511de4defcd947aa5db4eabe7c41466e7d..7f4117a97a78eb28a065de3c754e14245a91a967 100644 --- a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed @@ -1 +1 @@ -2.2844905853271484 \ No newline at end of file +2.1672871112823486 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt index 7e2e6d45f942883ff60251bd5394506808f5302b..3abd1e357e822d3684f0274c0bfe7b6d3af11d4a 100644 --- a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #123 /MBI/scripts/gencodes/RMA/LocalConcurrency-request-rget_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-request-rget_bufread-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile LocalConcurrency-request-rget_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-request-rget_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.2844905853271484 +Command return code: 0, elapsed time: 2.1672871112823486 Finished #123 /MBI/scripts/gencodes/RMA/LocalConcurrency-request-rget_bufread-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed index 386a2243946626e7da722b98c6adb9bc1fa69811..765c86e07face76271bfea2e6fbf046091b592f7 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.058019161224365 \ No newline at end of file +8.062148094177246 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt index 9ea2668a87946a8a62a38d87a4f14fe73e1ff083..6ffae1e29a53af08e322d60e9fb34607997c8816 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1544 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac20, 0x46aca0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac20, 0x46aca0[, 128 bytes. +| [1] ERROR: Buffer [0x46ab80, 0x46ac00[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ab80, 0x46ac00[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffd1b787f18->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffc2d8ba2b8->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_bsend_init-001.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216970 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.058019161224365 +Command return code: 255, elapsed time: 8.062148094177246 Finished #1544 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed index a7ee780f05a9c58da0493c98f3b8a5272202b196..c5f51d1c7b4927e02e517a90fd77e6f03117aae5 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -8.04548716545105 \ No newline at end of file +7.991146564483643 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt index d749e98106b217eb66499f82db505d7fdc7e4903..118bf1ccf0918e6a958d26dd29383d1918ddb808 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1246 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_ibsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac80, 0x46ad00[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac80, 0x46ad00[, 128 bytes. +| [1] ERROR: Buffer [0x46ac60, 0x46ace0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ac60, 0x46ace0[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeed5d4b58) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffd1febe38) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220732 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220733 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263573 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.04548716545105 +Command return code: 255, elapsed time: 7.991146564483643 Finished #1246 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ibsend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed index e973b7391b40d97088216fbe4be4237c9caf565e..f58ca64be2dc1614dbb20060883a5ff9e8993b26 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.119131326675415 \ No newline at end of file +7.167834997177124 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt index ec3e02da27e92b97d314101c7642ec5fc48e0ace..2b2674f19a594be4feb5b49295450cba22a7b6a4 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1701 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_irsend-001.c (batchinfo:1/1) @@ -51,39 +51,40 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Irsend(*buf=0x46ace0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffda8e04c08) +| [1] ERROR: MPI_Irsend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd44e13388) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_irsend-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffda8e04c08->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffd44e13388->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221292 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267947 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221293 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.119131326675415 +Command return code: 255, elapsed time: 7.167834997177124 Finished #1701 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed index 52fbe5b7cd8789fd798b2247c09a50ee0b30494b..cdc7c1ccfe3583dee88c3132346e712e1208cb72 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed @@ -1 +1 @@ -7.042598247528076 \ No newline at end of file +7.169787168502808 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt index 7096161c2f120fc8853672f9b3649c0976ad1805..7153e2331605c0cf38130f29a4f05db7ad3772ac 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1335 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_isend-001.c (batchinfo:1/1) @@ -51,22 +51,21 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Isend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdc6b80018) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffa4e20b18) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_isend-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffdc6b80018->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7fffa4e20b18->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) -| [0] ERROR: Signal 6 caught in ITC code section. +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... @@ -74,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211358 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257046 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211359 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.042598247528076 +Command return code: 255, elapsed time: 7.169787168502808 Finished #1335 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed index a62aa6d535473f524f36b2795d17c4b2a5cfa7e9..e8711de749a8cab84066eff25b77980d2e2d284a 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed @@ -1 +1 @@ -7.001848220825195 \ No newline at end of file +6.817105293273926 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt index b72c73a7ac428b02d5559a4b1b3bc5978bc6bf7b..1d1d6a57d5a39b725ee4f313234ad631ce8b7335 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1449 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_issend-001.c (batchinfo:1/1) @@ -51,21 +51,22 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Issend(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe3b909ad8) +| [1] ERROR: MPI_Issend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeb07953b8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_issend-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe3b909ad8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffeb07953b8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] ERROR: Signal 11 caught in ITC code section. +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... @@ -73,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219638 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.001848220825195 +Command return code: 255, elapsed time: 6.817105293273926 Finished #1449 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed index 26e595088c66e73cad858a1f0c3f8d90d0d6b822..ab40c44fdada3c4e3762d188904cf06c2692dd1f 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10207414627075195 \ No newline at end of file +0.10371112823486328 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt index 802450ca3b681ea309dc282c145328c85fd29127..5a6051bbc5bc0d0983e4c55bea4b1f5d2f7ad61f 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1559 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc9Gb5YZ.o: in function `main': +ld: /tmp/icc24mtde.o: in function `main': /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed index 36cc1e443e66e5a22c6226002ecadc3896780c8d..48fff811a913b7607d1aa10fdec3722f2edaa4f2 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -6.909833669662476 \ No newline at end of file +7.017185688018799 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt index d6adfff7c45df6e970f98421eba6de5d486fb8eb..116ada00300d83caf74e8e03ed87e77c7f50bcf7 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1584 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_rsend_init-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Persistent send request was created at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0fb2b858) +| [1] ERROR: MPI_Rsend_init(*buf=0x46aad0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffb9eed448) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_rsend_init-001) | [1] ERROR: Persistent send request was activated at: -| [1] ERROR: MPI_Start(*request=0x7ffd0fb2b858->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fffb9eed448->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_rsend_init-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffd0fb2b858->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7fffb9eed448->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_rsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255356 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255358 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.909833669662476 +Command return code: 255, elapsed time: 7.017185688018799 Finished #1584 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed index 8d79cd69d119bbe46f364523aaef2cec920d0af2..e3a434c8e686b682fcb38941ba605bd0a22d1dd7 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -6.949853897094727 \ No newline at end of file +7.175917148590088 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt index b106d5517c65e55ba2151a06ba8ce16c4475abda..d9c96abecb827cf5fa9efa573a6e9b5fbc0d569a 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1521 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_send_init-001.c (batchinfo:1/1) @@ -51,27 +51,28 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Persistent send request was created at: -| [1] ERROR: MPI_Send_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe66eb4a48) +| [1] ERROR: MPI_Send_init(*buf=0x46abd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc17678908) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_send_init-001) | [1] ERROR: Persistent send request was activated at: -| [1] ERROR: MPI_Start(*request=0x7ffe66eb4a48->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffc17678908->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_send_init-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe66eb4a48->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffc17678908->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] ERROR: Signal 11 caught in ITC code section. +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... @@ -79,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208629 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.949853897094727 +Command return code: 255, elapsed time: 7.175917148590088 Finished #1521 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed index 0765d8f930cd29bd6dd51c9cea15abda29f87794..1d1c962f55b28ff73bddc2916bdc7ccca9bd9938 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -7.178381681442261 \ No newline at end of file +7.083720922470093 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt index 935d0071eeb1807434eca948433ff0a0d280d33a..f22f68fb040266b8e2aa2853a52e885fc742b24c 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1506 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_ssend_init-001.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Persistent send request was created at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5a614c68) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ab50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf3ac11c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ssend_init-001) | [1] ERROR: Persistent send request was activated at: -| [1] ERROR: MPI_Start(*request=0x7ffe5a614c68->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffcf3ac11c8->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ssend_init-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe5a614c68->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffcf3ac11c8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ssend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215539 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.178381681442261 +Command return code: 255, elapsed time: 7.083720922470093 Finished #1506 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed index 53c204384cfb619d685533ac11035aa74bb09dbe..6e5fd2f76e9350b6b42813b2f6b7f9e4246a2099 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.057596206665039 \ No newline at end of file +8.151756763458252 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt index 07454bbcf19cdce303d3bac1ae1e620448126105..166b2d387b1769cf58cbc98602713b0850d57d0f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1728 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46abd0, 0x46ac50[ of size 128 cannot store message of size 176. -| [1] ERROR: Free space [0x46abd0, 0x46ac50[, 128 bytes. +| [1] ERROR: Buffer [0x465b80, 0x465c00[ of size 128 cannot store message of size 176. +| [1] ERROR: Free space [0x465b80, 0x465c00[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 176 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffd0e3f8ca8->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff34ef1aa8->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c:54) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220179 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220180 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.057596206665039 +Command return code: 255, elapsed time: 8.151756763458252 Finished #1728 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed index 111612b72491c9161c9c16b63258e68d1d62ffa2..d34e6a369d3fb8a4380e4ce84b99114628709b2b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -2.423018217086792 \ No newline at end of file +2.258038282394409 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt index 02d7a51066df3cb42d83997f3f3130c7df2dc77d..4244857042d7e3ad8b0ff315b603a5338152db00 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1625 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_irsend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.423018217086792 +Command return code: 0, elapsed time: 2.258038282394409 Finished #1625 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_irsend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed index 2e695d656aa279716a00e8f6a94c63f78dd3745d..eca8086e8aabaf8802cd552883be1a25b0e3919f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed @@ -1 +1 @@ -2.265101671218872 \ No newline at end of file +2.4076907634735107 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt index bb51a508260ab417a8b2cbb458863f2e2d4ba81f..ce0694395b8b710fe24e6d84b98ba91ec1809ddf 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1607 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.265101671218872 +Command return code: 0, elapsed time: 2.4076907634735107 Finished #1607 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed index a9c497751d11b8b808773d02d70b2dda585b48ab..c466d565c6aa154fb01ffe09a736c4e61908028d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed @@ -1 +1 @@ -2.193437337875366 \ No newline at end of file +2.076362133026123 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt index e0e80b09b3f4055f4ce2a2dd23025ab970176cd8..63a720752c584a79446cf5b0c7d182efb9a5fec6 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1961 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-002.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.193437337875366 +Command return code: 0, elapsed time: 2.076362133026123 Finished #1961 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed index 21eac1b18ae2aa5d107882766175f7bc66d6e806..681e9ab9b0ddd7b0273de24fd19e361e32835894 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed @@ -1 +1 @@ -2.2552402019500732 \ No newline at end of file +2.200230360031128 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt index 549837116f1b24b0a76fcb7471dfa711794bc4b2..93f1d121aa4a869c3960e3bc25536295ec3ac84c 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1588 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2552402019500732 +Command return code: 0, elapsed time: 2.200230360031128 Finished #1588 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-003.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed index f95e60ad7b433087cc4a94d261aedee217ba139c..06a6fc2dc4506f14c81db3039f090d5917331f1c 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed @@ -1 +1 @@ -2.3851325511932373 \ No newline at end of file +2.305459499359131 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt index 8695d39b6197e6d42158775e5da627a9185dda8d..02d5d40807e35399846ec6c52880d19d65651a01 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1618 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-004.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3851325511932373 +| +Command return code: 0, elapsed time: 2.305459499359131 Finished #1618 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-004.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed index 3e2222152bb6752ff8290666bd654d9fc95668e7..1c826e482c249eb4d011b0e9d0dedf2d7f50f6fc 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed @@ -1 +1 @@ -2.482353448867798 \ No newline at end of file +2.3073244094848633 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt index 6d86ae321b14e2f951934c05e71abd724db82be5..b9f7256edf170cd4de88822be035322e0c96f376 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #2050 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-005.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.482353448867798 +| +Command return code: 0, elapsed time: 2.3073244094848633 Finished #2050 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-005.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed index cc8f34b42f720a9dbc59c863f362a03fca3c82c4..4a0dc2605fd536689738bc42c85c66bfb11776f8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed @@ -1 +1 @@ -2.3448050022125244 \ No newline at end of file +2.235365152359009 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt index fb0c8488b41d05fb577dddf0962aa0c6689f96a4..fb2ff016e838731a0e70cc2a30817ae3cc44ca50 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt @@ -1,5 +1,5 @@ Running #1671 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3448050022125244 +Command return code: 0, elapsed time: 2.235365152359009 Finished #1671 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-006.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed index 8beb6a616def5723ea8a3f37ea62975849292560..60fb139b256ef76ccf3d44887642ff6308ed8913 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed @@ -1 +1 @@ -2.1778759956359863 \ No newline at end of file +2.291642427444458 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt index d1738c875da539a5a418bf006dbdbf610fd91fc0..e7ab4287d03f9f1a3482a7f758d2041c2c83dac0 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt @@ -1,5 +1,5 @@ Running #1628 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1778759956359863 +Command return code: 0, elapsed time: 2.291642427444458 Finished #1628 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-007.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed index 8c81eef5fb7621f1124222288ea22cbdaa71378a..2ab5fb6ad2ba26e5748e2735d83c9211687d997b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -2.3122386932373047 \ No newline at end of file +2.4288899898529053 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt index f9f645933cc8ad32a2f5f7a2b1779b2fb61cc084..ec7919db3792acf6ce8358acacadfa3c66e1c494 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #2016 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_rsend-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3122386932373047 +| +Command return code: 0, elapsed time: 2.4288899898529053 Finished #2016 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed index c8ce94953101a43127cb509c82ffafcd8633ff13..db00a869ca1878268abef0092f646eec9fc5996e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -2.2434115409851074 \ No newline at end of file +2.880876064300537 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt index 431f8c6a290c427ff3fd64ba194dafc2ab280264..0744874c1f3eaa74c99471d5fb8758beffb7b3e8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #2057 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_rsend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2434115409851074 +Command return code: 0, elapsed time: 2.880876064300537 Finished #2057 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed index f7abed92c4119a610982a64ebea7ef8c4d49d1c2..c738679115b528e3362931b880b825152e120a7c 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -2.5762717723846436 \ No newline at end of file +2.4130566120147705 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt index 66b8742ce17c11b2f411be0fe83b05f85d409bc7..59f46c2ffcc54880e68f56e15589295ff1b3d30f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1718 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_rsend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5762717723846436 +Command return code: 0, elapsed time: 2.4130566120147705 Finished #1718 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-003.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed index 33b9da019ce018dd45bea72d08d0028933ab70f3..5af866bd04dc46400aa1afe2c7752e9ae84bb050 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed @@ -1 +1 @@ -2.3074681758880615 \ No newline at end of file +2.3098576068878174 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt index d0717561ce42cf1af918144a3dea83cb0a204ba6..afe05f85fd396fe24b165bb4a93b7cd81ccc141d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1662 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3074681758880615 +Command return code: 0, elapsed time: 2.3098576068878174 Finished #1662 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed index b62ce927005036d5bc0c467e4c742809465c1f2e..4d4f57d0b16e1fbabbcd1e9cdd6dae291f6c1005 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed @@ -1 +1 @@ -2.248048782348633 \ No newline at end of file +2.4936039447784424 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt index c6105d820e05873fedcb41bcba80fa3ff13958d3..1f4997832ff03a9d47d49200a37b76e7931070e2 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #2021 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.248048782348633 +Command return code: 0, elapsed time: 2.4936039447784424 Finished #2021 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed index e324ef199ff1b447b50614ff8d1547ec4f384f4f..016a18a3b5756794ece5b634e451042c4c065e9e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed @@ -1 +1 @@ -2.1782312393188477 \ No newline at end of file +2.221163034439087 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt index 4ea9ba317bd2b692eb90564f13577db4ef710d02..ca43f194372e7c94c50c05c557446905eda23b48 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1562 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1782312393188477 +Command return code: 0, elapsed time: 2.221163034439087 Finished #1562 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-003.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed index 3ba488b6b3de3495be9567dccbd2b42086dc063b..b955d2efcfc8bfe668d2b84c1926859a43929532 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed @@ -1 +1 @@ -2.3090620040893555 \ No newline at end of file +2.2687835693359375 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt index 9f2d5900047aa9828f67812f63dfc8413018ab23..520c1f26d1b956b23d521e607e7b04f3ff2c55e6 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #1435 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-004.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3090620040893555 +Command return code: 0, elapsed time: 2.2687835693359375 Finished #1435 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-004.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed index 960819948d31f249d30207efd38c8620b8aaca59..b7f949b8c9ee2a27d11000ab3ae43dfd356cbc26 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed @@ -1 +1 @@ -1.7568371295928955 \ No newline at end of file +1.7392115592956543 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt index c1161900099a52e251dc3730b27022c464a0ae10..70667c2e87b47faaa1e4de394d99c417da474841 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1944 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7568371295928955 +Command return code: 0, elapsed time: 1.7392115592956543 Finished #1944 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-005.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed index 4891f4826a633fdabeec9fa7830818a844339ab1..7e3e66738d5c6883874b5bdb8ac8cf3a7c37ac14 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed @@ -1 +1 @@ -2.0526316165924072 \ No newline at end of file +2.300528049468994 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt index 9ccd9966fcdb88dd48cede3797c5eddd4b26cca5..14350d1fc1445f10f32143e5b03d54257fcae710 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt @@ -1,5 +1,5 @@ Running #1283 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0526316165924072 +Command return code: 0, elapsed time: 2.300528049468994 Finished #1283 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-006.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed index d2f9fe6b2e8cdcdfe06d8d01c0478ba3de183178..aa0193549aefac4dd2b1cd07b12cfbc6261a1b3e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed @@ -1 +1 @@ -0.9991579055786133 \ No newline at end of file +2.072384834289551 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt index b96b985e7ccbc4dc12a082f52c9a9fe6bebaedcc..954d160706a99a31a3fc3fb3e2f63bf6d9804c43 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt @@ -1,5 +1,5 @@ Running #1801 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-007.c (batchinfo:1/1) @@ -51,23 +51,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231779 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231780 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 0.9991579055786133 +| +| +Command return code: 0, elapsed time: 2.072384834289551 Finished #1801 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-007.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed index 782340ce00cb0da6b407bbbe31d4c48ae56e3a18..775b24116e19f846fd06f05b26676613d995f2f6 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed @@ -1 +1 @@ -2.396801233291626 \ No newline at end of file +2.3780875205993652 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt index 42a8ecb44b26ec612d350de4f6712fd11db8cf6f..da5956a657edf4479c31f10a5939d158e5170619 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt @@ -1,5 +1,5 @@ Running #1770 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-008.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.396801233291626 +Command return code: 0, elapsed time: 2.3780875205993652 Finished #1770 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-008.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed index 0c5bd75b23f8bbedfeb96fe2edea85a66d758998..2462f674aabee12c25ea329a1a3e859db4ed67bd 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed @@ -1 +1 @@ -2.4334378242492676 \ No newline at end of file +2.231093168258667 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt index 028879ed69d28193fa37c817c2f80c6679cb1158..1ddf5d4d4b6b405ced778704d0973a2ab36d152a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt @@ -1,5 +1,5 @@ Running #2047 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-009.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.4334378242492676 +| +| +Command return code: 0, elapsed time: 2.231093168258667 Finished #2047 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-009.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed index 27985a9f96b4c0ba2ed85f40849c02396803b373..073f967ae189649e9a7ecd4906957e375a4c6b9d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed @@ -1 +1 @@ -2.222493886947632 \ No newline at end of file +2.479222297668457 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt index 38584ebc04ee8430a106cb398185c1f1a39bf5ff..b1c08e487906faeae7c877b8aeaf02754afb013d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt @@ -1,5 +1,5 @@ Running #1554 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-010.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.222493886947632 +Command return code: 0, elapsed time: 2.479222297668457 Finished #1554 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-010.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed index f9a152689e5f7636fcb9d8c587f504e7658666b5..a860025b16f6bfc412025566f6d06335105951e3 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed @@ -1 +1 @@ -2.20949125289917 \ No newline at end of file +2.316488027572632 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt index fa4a6efb691be4f83357b14794adaed32d3c6104..4cb8718ce73aec6213e9dfa7c5e4a24a6a50a707 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt @@ -1,5 +1,5 @@ Running #1591 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-011.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.20949125289917 +Command return code: 0, elapsed time: 2.316488027572632 Finished #1591 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-011.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed index b8dd11210f51546c627782fa74cc269b13dde5b7..159981ceadfc5cdf85590c18e3cb538bc9dcf36f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed @@ -1 +1 @@ -2.331458806991577 \ No newline at end of file +2.342308521270752 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt index bf6088337ca56e8d3ff0a5e21f783d229e6f9162..f0358245f80cdae13ffb696c307a2e766aea90a8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt @@ -1,5 +1,5 @@ Running #1287 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-012.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.331458806991577 +Command return code: 0, elapsed time: 2.342308521270752 Finished #1287 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-012.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed index bbe5686b7814754386c97e7a69642ae8aa245a95..7c11543c590f829426a78c05491b2c234246d509 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed @@ -1 +1 @@ -2.310659885406494 \ No newline at end of file +2.3241491317749023 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt index 3083a5eaccc6ed5afbe12d68a0b6487850534601..07ad21fbee76926420c90c0a84b3716128de1898 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt @@ -1,5 +1,5 @@ Running #1931 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-013.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.310659885406494 +Command return code: 0, elapsed time: 2.3241491317749023 Finished #1931 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-013.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed index 0dde1e5e6533dd5267310b312464494ae3be7f1e..ad13fad9de7d1a85cafea89cdc85fe435388525e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed @@ -1 +1 @@ -2.2143189907073975 \ No newline at end of file +2.3683536052703857 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt index 002b85c74ea92d1df2dc3eda709b016aba461815..c94514293a7a54b6e71dc7f00d7827c0e6d9acd9 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt @@ -1,5 +1,5 @@ Running #1886 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-014.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2143189907073975 +Command return code: 0, elapsed time: 2.3683536052703857 Finished #1886 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-014.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed index 98a03351366c102d23a904adfc2604a32faa51f7..e4f231f3ba90d6613fbed62d2936a44a3c20f9b5 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed @@ -1 +1 @@ -2.3276138305664062 \ No newline at end of file +2.295808792114258 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt index 893a803e8b5ba7bb41505b3251e60f45d1528add..567d76e40b396ca8aaa43bd4a0461c4d37379512 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt @@ -1,5 +1,5 @@ Running #1456 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-015.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3276138305664062 +| +Command return code: 0, elapsed time: 2.295808792114258 Finished #1456 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-015.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed index cff75b38f68614143baefbf4d9ef2557bdcf958f..a6c2838e986e17074338b53c59863438c3c24c27 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed @@ -1 +1 @@ -2.3122451305389404 \ No newline at end of file +2.3164048194885254 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt index 0c4d00f33b0d7e36113f58073e8a8382b0b92a51..d5f9f32a06d3718ffa35e45dd43673a0028b3236 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt @@ -1,5 +1,5 @@ Running #1501 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-016.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3122451305389404 +Command return code: 0, elapsed time: 2.3164048194885254 Finished #1501 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-016.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed index 8049be94f6563e05e317f13ef0b33e4bb982b119..ff1f198e13ab2371f550ff11648dbc5ea8edef55 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed @@ -1 +1 @@ -2.1379904747009277 \ No newline at end of file +2.403134822845459 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt index e25c697e3f7db67768e2117bad855b03687fff10..b6431b89d00ae854feec9c465abbded910b0b7e4 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt @@ -1,5 +1,5 @@ Running #1519 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-017.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.1379904747009277 +Command return code: 0, elapsed time: 2.403134822845459 Finished #1519 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-017.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed index 5102fbefbdb4c35718996c366457a32e6426d278..1ff608270a57526a06a71f3c0c01b3a75192dc1a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed @@ -1 +1 @@ -2.2241694927215576 \ No newline at end of file +2.2562601566314697 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt index 2c9d8d32463afd21e50478ce4c73e204ff12522e..d9b25be72a8cd7728bdf0c79d420453d4a18ac73 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt @@ -1,5 +1,5 @@ Running #1515 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-018.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2241694927215576 +Command return code: 0, elapsed time: 2.2562601566314697 Finished #1515 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-018.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed index 4be56daa8587bbbe3fa328c20a45158760d2123f..b631319679db293b9f3b8a366f911752fb36a4fb 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed @@ -1 +1 @@ -2.311591625213623 \ No newline at end of file +2.42995023727417 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt index 28115293c34fcdd4df3f4c3bb428288ba73f1b9f..ad3f6a781ce3efb3b4494e87b4eb1676950f1117 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt @@ -1,5 +1,5 @@ Running #1453 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-019.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.311591625213623 +Command return code: 0, elapsed time: 2.42995023727417 Finished #1453 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-019.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed index 4a4950af5db967e0b95a6f7e6abdf70540094735..1ed24259df6c9da944e619872981a4c1630d3f7a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed @@ -1 +1 @@ -2.296304225921631 \ No newline at end of file +2.237807035446167 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt index 762b9bab00834f0471acae9c93068521d3be66f7..0975297e778b37ce0617905c56a547f12ca0f9a9 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt @@ -1,5 +1,5 @@ Running #1857 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-020.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.296304225921631 +Command return code: 0, elapsed time: 2.237807035446167 Finished #1857 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-020.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed index edb75c66e9353ad8c3215e7abc7b5ba7b03d01a5..b1a7ece2b90dbe05187a1459e91655218f3ab0ff 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed @@ -1 +1 @@ -2.331223726272583 \ No newline at end of file +2.365518093109131 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt index 84149ff3c73d33cf2c71eba1685d5c5872b548ca..3ef147fdfa04e502e06a2c2cb58c022208d582fa 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt @@ -1,5 +1,5 @@ Running #1651 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-021.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.331223726272583 +| +| +Command return code: 0, elapsed time: 2.365518093109131 Finished #1651 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-021.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed index ab83c8f33b294d4e056675e9c8d860e46a5415ad..8bb4d9ffdafbcc49bc0cb7e47af2a9799a541bdf 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed @@ -1 +1 @@ -1.1663117408752441 \ No newline at end of file +1.073134422302246 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum deleted file mode 100644 index 87839165f14abbe18641d281cfe5467d0784da14..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2b4047dbba51a1cec92e5c7f33b6ceb6 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt index d2f9a2a4c4e63a0af23c2e587c2a2785c73ed2e5..37bf8d032dadd5e8f4ff23dc1828c7848bb235cc 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt @@ -1,5 +1,5 @@ Running #1824 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-022.c (batchinfo:1/1) @@ -54,16 +54,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268747 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1663117408752441 +Command return code: 255, elapsed time: 1.073134422302246 Finished #1824 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-022.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed index eaf99466532af030510f0dc40856a7af4ba5e21c..94781ca55027dcac310c2590e6fe31adedd0d642 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed @@ -1 +1 @@ -2.210331678390503 \ No newline at end of file +2.1679446697235107 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt index 0df86b07f8917f490e2eb4c7a3c6f314c70992d1..352931bc746c7878822af0b7df1fd7fe62ea6900 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt @@ -1,5 +1,5 @@ Running #1291 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-023.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.210331678390503 +Command return code: 0, elapsed time: 2.1679446697235107 Finished #1291 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-023.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed index db72331f3d4349955b242450f2d94ad75880e6cd..4655010ed5113f7994cfb166d14c65fdb8dd44be 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed @@ -1 +1 @@ -2.2119455337524414 \ No newline at end of file +2.38346004486084 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt index 90f9c4dd9a588f206c0d972cbaf0ee9a1e76d713..c8dc6eba7716e6e27371aa0e4359cc23f7f7e19d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt @@ -1,5 +1,5 @@ Running #1887 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-024.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2119455337524414 +Command return code: 0, elapsed time: 2.38346004486084 Finished #1887 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-024.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed index 00bd2c797018d75f51ac9f2ecb44fc7141639b5a..3b3599b9b2dfdadaf97b9a286278a213bd4d40f0 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed @@ -1 +1 @@ -2.396937608718872 \ No newline at end of file +2.3197293281555176 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt index b6205dc413b01b045844dc177d62b68898f87fdb..4cf43e277fff3b319c7b50f451b2c5770e892e66 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt @@ -1,5 +1,5 @@ Running #1768 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-025.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.396937608718872 +Command return code: 0, elapsed time: 2.3197293281555176 Finished #1768 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-025.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed index 09d263f4b0ea5ab47c6dc95433735c654895906c..25fe828d82fcd6a297d3a46870b9bd2a5a14a06e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed @@ -1 +1 @@ -1.1494512557983398 \ No newline at end of file +2.334275007247925 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt index 1dd9e6206fc4f53972819ab069954178952d1cd6..9b8f07c15955e829531639d9ebb37857c6d251a3 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt @@ -1,5 +1,5 @@ Running #1402 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-026.c (batchinfo:1/1) @@ -47,23 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.1494512557983398 +| +Command return code: 0, elapsed time: 2.334275007247925 Finished #1402 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-026.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed index 60ba626dc1f958aca97210b584da2e78337db3a9..d3d73e2b1feb3f114d00016ffd479b0b4adccb43 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed @@ -1 +1 @@ -1.9808597564697266 \ No newline at end of file +2.341500997543335 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt index 48c020df81b12be2accbc4e3d892ffe228e264e8..e725e0c788883cf9286e01208266c769622e4d87 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt @@ -1,5 +1,5 @@ Running #1976 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-027.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9808597564697266 +Command return code: 0, elapsed time: 2.341500997543335 Finished #1976 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-027.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed index 127ba405594431f95f324f80eac89a3f3428b1c6..f9e0c8525719bd3c402d0990ed95e39f46743979 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed @@ -1 +1 @@ -2.3629069328308105 \ No newline at end of file +1.1473445892333984 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum deleted file mode 100644 index faef86a3e24da9e336c6ca4df87ff2f780faec9f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -3a189a0a0a7a5837c7c1e2df348ede87 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt index 3c9eb5ba6bd6e7b5c257c70bac56276c4e277fc8..8ae6b4ca05a9d6444f87839e0700c9907bfc3a07 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt @@ -1,5 +1,5 @@ Running #2031 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-028.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274818 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274819 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.3629069328308105 +Command return code: 255, elapsed time: 1.1473445892333984 Finished #2031 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-028.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed index a0d8e413d09be718b9e39dea5094df596c8a7bde..fd07960c9b85005a963a95fe78752c67213fe2c8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed @@ -1 +1 @@ -60.205498695373535 \ No newline at end of file +2.155001640319824 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout deleted file mode 100644 index 34c39ac8f661a4f49e8b942835b58b61c529c2d7..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00427603721619 seconds \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt index d1d7c10e3cc0a418a7f366f491fc76558ee81932..092b6bf794fd30617686716c80cde4f9a307774f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt @@ -1,5 +1,5 @@ Running #1560 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-029.c (batchinfo:1/1) @@ -47,7 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| corrupted size vs. prev_size -Command killed by signal 15, elapsed time: 60.205498695373535 +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: Error checking completed without finding any problems. +| +| Rank 1 finished normally +| Rank 0 finished normally +| +| +Command return code: 0, elapsed time: 2.155001640319824 Finished #1560 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-029.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed index e117929ce8fdce309ca6999b13bd33595bae7c44..1ae1af234a450c572b2bd9213faf85fc9e02d8e4 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed @@ -1 +1 @@ -0.8419806957244873 \ No newline at end of file +120.20708513259888 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout new file mode 100644 index 0000000000000000000000000000000000000000..1c2ff376ad537983fa231f5183371d5e52817273 --- /dev/null +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout @@ -0,0 +1 @@ +120.0057966709137 seconds \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt index fd24cef106de3ee9c64fc128f9b461e661769499..14bbab5cdcc8b8440d0bcbd794d3131c3750ff7f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt @@ -1,5 +1,5 @@ Running #2011 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-030.c (batchinfo:1/1) @@ -47,25 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| malloc(): unaligned tcache chunk detected -| [0] ERROR: Signal 6 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234728 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234729 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 0.8419806957244873 +| malloc_consolidate(): invalid chunk size +Command killed by signal 15, elapsed time: 120.20708513259888 Finished #2011 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-030.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed index 692ad11ff5f1048c3849b0fd51d5417ef9daa49c..4b54a0d2e91be496c7a6c6ae59ffe4aedf09cb79 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -2.2746071815490723 \ No newline at end of file +2.2520930767059326 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt index 508c66cd4c4f97642eb87613cff8b5cd75658890..19ce0d100638ec52e15b5e68a5cea0853b262c2a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1371 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send_init-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.2746071815490723 +Command return code: 0, elapsed time: 2.2520930767059326 Finished #1371 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed index 7750e82f8111af696367327f90ce27a2f7c8e19c..bd1436c0496015ebe5026cbb971925308a3dc10f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -2.2703940868377686 \ No newline at end of file +2.1863532066345215 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt index fa45c5006bce93cb33038305e250210002cb43e6..70a3643c6b8c82e7b842821338cbce548ba5b0f8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1731 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2703940868377686 +Command return code: 0, elapsed time: 2.1863532066345215 Finished #1731 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed index 77bd2e1807d2698ef050fba6d88ac602e2cd34aa..8f414647ac20bf13aa055d1ecf4e7ad818d0122a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -1.7633826732635498 \ No newline at end of file +1.782219648361206 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt index 4f71da6cce6e68b60b2b064970c3c54876511e15..af05dbe35ace2640e96d83764259023998935909 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1939 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_ssend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7633826732635498 +| +Command return code: 0, elapsed time: 1.782219648361206 Finished #1939 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed index b03b4f2ca53cbb1ead36bd1621c91242042ae156..725e03dd978005e0be40db813eedc4f7f982225f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -2.447929620742798 \ No newline at end of file +2.30019211769104 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt index 6c9c311866caccf32936aa7e0985538ebd055c42..61f31973835cd4d5706f44821aeef6e15a9e9edc 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1825 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_ssend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.447929620742798 +Command return code: 0, elapsed time: 2.30019211769104 Finished #1825 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed index afad338ffc75868ac8c3ecd4b09dd4ce67473e7c..1ce467edaa1b06d4b207bc10bfdfb9563cc1b875 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -2.243649959564209 \ No newline at end of file +2.2573463916778564 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt index 9700b8dd23e2e0c2ae833dc7851f25fbff20edcd..696f4311659dfb5afcc53a04109170259e7c478f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1700 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_ssend-003.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.243649959564209 +Command return code: 0, elapsed time: 2.2573463916778564 Finished #1700 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-003.c diff --git a/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed b/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed index 7ec151d63aace0537c55859bc5dbafb06b186864..46653a50ca896a73b7417dad09644f3f2b067fd5 100644 --- a/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20458674430847 \ No newline at end of file +62.543155908584595 \ No newline at end of file diff --git a/logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout b/logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout deleted file mode 100644 index 36894eb24a13a71cb914a2c1c1de66ab0a680c43..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00288653373718 seconds \ No newline at end of file diff --git a/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt b/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt index 904afbee7f659b4c324b13bc3021fd5b2f8d01c3..c01438c1b6ee90421f0213bd8374af4650a5578f 100644 --- a/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt +++ b/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1926 /MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Matching-tag-mpi_send-001.c (batchinfo:1/1) @@ -56,6 +56,45 @@ Executing the command (cwd: None) | Count Even Numbers: 4 | Count Even Numbers: 4 | Count Even Numbers: 5 -Command killed by signal 15, elapsed time: 60.20458674430847 +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffdb7b4e310->0x2c00000a, *status=0x7ffdb7b4e31c) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Matching-tag-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffec8feade0->0x2c00000a, *status=0x7ffec8feadec) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c:66) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Matching-tag-mpi_send-001) +| [0] INFO: Writing tracefile Matching-tag-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (11.1%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 270441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 270442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.543155908584595 Finished #1926 /MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c diff --git a/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed b/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed index d22d31b3d4ae628a959ab4583c3ac1a0046f4cdb..a50ebb179395269f3a8e93b3d4d70af3f9f1ffe8 100644 --- a/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed @@ -1 +1 @@ -0.38334083557128906 \ No newline at end of file +0.5294530391693115 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum b/logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum deleted file mode 100644 index 1c02da7706be7402d68676c16ccf2dacecfe0b03..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d2bfd3ae92941c47605f892e5fbcf63b \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_init-001_0.txt b/logs-20240607/itac/MissingCall-mpi_init-001_0.txt index a6277db907dd2605c4b226c0c83c182bb4ace5a1..059b955409f21cdb21aad69f7127c157dd9fd930 100644 --- a/logs-20240607/itac/MissingCall-mpi_init-001_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_init-001_0.txt @@ -1,5 +1,5 @@ Running #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_init-001.c (batchinfo:1/1) @@ -15,6 +15,7 @@ Executing the command (cwd: None) | Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH | Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH | -Command return code: 1, elapsed time: 0.38334083557128906 +| +Command return code: 1, elapsed time: 0.5294530391693115 Finished #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c diff --git a/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed b/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed index a3e92636af75d455ae88a05e507706b3f6d6e44e..ed94b47e639cead902e935b8d93e732c250a4f65 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20656085014343 \ No newline at end of file +62.414143085479736 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-001_0.timeout b/logs-20240607/itac/MissingCall-mpi_send-001_0.timeout deleted file mode 100644 index cc4dce57efa174657c3b147501b31ddc2400976d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/MissingCall-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00522041320801 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-001_0.txt b/logs-20240607/itac/MissingCall-mpi_send-001_0.txt index 30a6b20b7fcdf038eb7b9a3e9893178291951dbf..1e866690bbf2ee92f60a5bf1f9081a0c436a567e 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-001_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1778 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.20656085014343 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x46ac30, count=10, datatype=MPI_INT, source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-001) +| [0] INFO: Writing tracefile MissingCall-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276484 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.414143085479736 Finished #1778 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c diff --git a/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed b/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed index 94961cbff0679f8a2909dabd209c020b5061f580..4daf46054c7bd6dc28ba30cb9f617d7110bdaca4 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed @@ -1 +1 @@ -60.206135272979736 \ No newline at end of file +62.38487100601196 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-002_0.timeout b/logs-20240607/itac/MissingCall-mpi_send-002_0.timeout deleted file mode 100644 index 272a8ceb0c0a7b5487b8bdebf66871916e4e3550..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/MissingCall-mpi_send-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004408836364746 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-002_0.txt b/logs-20240607/itac/MissingCall-mpi_send-002_0.txt index b1ec0426a899ddc83e3db6e0afd6b2156801f7c8..b39171f6c1c1f86d27da356a9ccc56ec882f78b1 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-002_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1627 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_send-002.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_send-002 | -Command killed by signal 15, elapsed time: 60.206135272979736 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe24a03008->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x46ac30, count=10, datatype=MPI_INT, source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-002) +| [0] INFO: Writing tracefile MissingCall-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 265565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 265566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38487100601196 Finished #1627 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c diff --git a/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed b/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed index 0f896fc42cffa8481379c27a73b2ce897685ac04..06afdc94a7247db363b93c6029b53a560e0a7917 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed @@ -1 +1 @@ -60.206310749053955 \ No newline at end of file +62.24365425109863 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-003_0.timeout b/logs-20240607/itac/MissingCall-mpi_send-003_0.timeout deleted file mode 100644 index 1b3e5dc18d8aca674e698a5bc51611661f0d619a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/MissingCall-mpi_send-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004963874816895 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-003_0.txt b/logs-20240607/itac/MissingCall-mpi_send-003_0.txt index e6315e6a54993abc3e0f4cab09761f11326815d7..9c309d8ff76ca7baf15adcd3ee568f6a9dac09a0 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-003_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1844 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_send-003.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_send-003 | -Command killed by signal 15, elapsed time: 60.206310749053955 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc28c18218->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x46ac30, count=10, datatype=MPI_INT, source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-003) +| [0] INFO: Writing tracefile MissingCall-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 277422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 277423 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.24365425109863 Finished #1844 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c diff --git a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed index 9b10832d6f6ca77d0f0987972be4aaed7eaf7b7a..44d6c1ce8ec694c60c588ad24c974b7b78505aad 100644 --- a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed +++ b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed @@ -1 +1 @@ -60.209299087524414 \ No newline at end of file +62.05556392669678 \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout deleted file mode 100644 index 2e515e1a80db13f4c2cb4f936417ff625b993de2..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00788736343384 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt index ce597efb781d9424dc07858168ed14fa1de9d580..2ba52d5c027b5bc0a61a0d8606fdf6473f49816e 100644 --- a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt +++ b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt @@ -1,5 +1,5 @@ Running #1938 /MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MsgRace-ANY_SOURCE-001.c (batchinfo:1/1) @@ -44,6 +44,59 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 | [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s -Command killed by signal 15, elapsed time: 60.209299087524414 +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47dab0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_SOURCE-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_SOURCE-001) +| [0] ERROR: [2] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_SOURCE-001) +| [0] INFO: Writing tracefile MsgRace-ANY_SOURCE-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 3596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 3597 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 2 PID 3598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.05556392669678 Finished #1938 /MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c diff --git a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed index a7c30548fe2690af4595a924e521661f041c9d81..6ba6bb25682c0a07973633b56f2dd12fe1971fb0 100644 --- a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed +++ b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed @@ -1 +1 @@ -60.20726442337036 \ No newline at end of file +62.461053133010864 \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout deleted file mode 100644 index c64273bad9e91ac43a5f7aa76428f72546e93fe7..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00590920448303 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt index 14a4bb5abd7abc092943844142501cc043b70732..63c81ca02332e9d3c1cb8ce117c7351db73292ae 100644 --- a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt +++ b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt @@ -1,5 +1,5 @@ Running #1799 /MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MsgRace-ANY_TAG-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MsgRace-ANY_TAG-001 | -Command killed by signal 15, elapsed time: 60.20726442337036 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_TAG-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac90, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_TAG-001) +| [0] INFO: Writing tracefile MsgRace-ANY_TAG-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 273684 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 273685 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.461053133010864 Finished #1799 /MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c diff --git a/logs-20240607/itac/PAL-debug-0.out b/logs-20240607/itac/PAL-debug-0.out deleted file mode 100644 index 935925ab7d98432543c7dfc0e5c16ed714d3726f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/PAL-debug-0.out +++ /dev/null @@ -1 +0,0 @@ -[1717755437.246210 finalize/0x7fc1aca316c0/206906@VT_logtimer.c:1107] VT_IPCBcast( HERE, sync, 2, VT_IPC_INT64, 0, comm ) = 1 diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed index d458dea6e836034db28c69a8606b12aec25d3661..c5f22281662dd14a6b5b2b7cb5e2dba4296b01f6 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -60.220510959625244 \ No newline at end of file +62.13578009605408 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout deleted file mode 100644 index 26b483206555769d6bfc66e6990ee1000c7c57f1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00903081893921 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt index 5c8fce48bd2016db438aee33778a36e046e00749..9a34a7b2f0f6b90069badc9c8af385e2bf275a72 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #747 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_allgather-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.220510959625244 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_allgather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_allgather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.13578009605408 Finished #747 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed index 22078df4424ef1545f231d432263f9e2cdeddf47..24769d4643302adec81438c8ec3a558197725a25 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -60.203296422958374 \ No newline at end of file +61.19144892692566 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum deleted file mode 100644 index a8412c1ee63254ec33302197b801ee362d4bc226..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -7320a9215be742e5851f499acb5b8291 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout deleted file mode 100644 index 72654829aa1a906d9eb5b6b5c3d593b36b80ef45..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00208568572998 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt index c4f9e3857772b2c0147d6a5ff259e933ae21bd87..33cbae7daf0334f0f6b08ac28b98a99908e1e450 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1198 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_allreduce-001.c (batchinfo:1/1) @@ -38,6 +38,34 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON -Command killed by signal 15, elapsed time: 60.203296422958374 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 252478 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 252479 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.19144892692566 Finished #1198 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed index 1969defd33be6be391f54b543118375c5f4e6821..510afa4881639a013087d5f3166bd31e4bc6856c 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -60.20812749862671 \ No newline at end of file +62.163607358932495 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout deleted file mode 100644 index 07c444b9de4f9f1e7998b26c42ae8cf0f43ce785..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00657391548157 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt index 49f0602d879a49bce0bdf0c32261f62715762247..f5bc6628fa788543e5d1f95b489a80d92236a0ec 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #644 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_alltoall-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_alltoall-001 | -Command killed by signal 15, elapsed time: 60.20812749862671 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_alltoall-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_alltoall-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236381 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.163607358932495 Finished #644 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed index d4969524365fd08db376491583b46dccc6ea96df..2cd958feb175f9cc2ecb584c942b9944c13c17d1 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -60.20664858818054 \ No newline at end of file +62.40754175186157 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout deleted file mode 100644 index 39bbeb00120c91f3b47d0b0e0abde74878b85e07..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00535035133362 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt index 2a05c0aee04712dfbbe8a998bafd09882b612309..6b165ca6bc863d966bd901be50bffc5d8a3f16ae 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #1167 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_bcast-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_bcast-001 | -Command killed by signal 15, elapsed time: 60.20664858818054 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_bcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Bcast(*buffer=0x46ac80, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_bcast-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248125 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40754175186157 Finished #1167 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed index 303d5f4883f2616f41166b917b3a66e982cf3d06..69695034619fc69633a4f69038891be01bd3377e 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -60.20594072341919 \ No newline at end of file +62.20843315124512 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout deleted file mode 100644 index a1535b83e67614cf45a2b74c7f06db819e5ba8dd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00470685958862 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt index 42ddd35b67335efca616d8a77fb80e54b60d31c3..7558e56335a52db74b514eb0b916981ba9cf77d0 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1131 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_exscan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_exscan-001 | -Command killed by signal 15, elapsed time: 60.20594072341919 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_exscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_exscan-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 246771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 246772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.20843315124512 Finished #1131 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed index 4e26affe94a0c0e7a08eaad8e2555ccc739de0a7..e8ac387343bceca073caa8d49b65def5a38511e2 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed @@ -1 +1 @@ -60.20586133003235 \ No newline at end of file +62.45739436149597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout deleted file mode 100644 index 960983e055d5337436ba174909c8a209de1f7e5f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00449347496033 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt index fb45c3f4ceabb71a4dd9aac6e95f37b864a4f2eb..8181f4af7dfe70cf865f080d069563ccc634e5d0 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #1201 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_gather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_gather-001 | -Command killed by signal 15, elapsed time: 60.20586133003235 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_gather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Gather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_gather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 256120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 256121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.45739436149597 Finished #1201 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed index 7135c3dbc2fed04d533bda06e5494322f2d41984..f6692dd30582b2ab5dbb23b3d6134fd609320f39 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed @@ -1 +1 @@ -60.207064390182495 \ No newline at end of file +62.262296199798584 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout deleted file mode 100644 index 7396627fa31211ac00fba10e1858a20fccbb76d1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005619049072266 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt index e1841611cab94b6cb18b8bbc0361878354d14874..504355b0f62a84c9e86fa3d0aee339b7989eb49b 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt @@ -1,5 +1,5 @@ Running #526 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iallgather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_iallgather-001 | -Command killed by signal 15, elapsed time: 60.207064390182495 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallgather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iallgather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abc0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff33c4e028) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallgather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iallgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 233388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 233389 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.262296199798584 Finished #526 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed index 7531b4f48be0552a463066fff4145134b04e18b0..79d8409de6c828a5a5ee06bfc01938bbd4c781d4 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -60.20697784423828 \ No newline at end of file +62.396608114242554 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout deleted file mode 100644 index e0752feae19f3a49d318cd3cf729653206ed6fb7..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00569200515747 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt index 41522c49f559eecc4de5820e7fc40ba299c6c9fb..71f5f11300921b66206c9d3db03d4bbdd1284cff 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #690 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iallreduce-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20697784423828 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallreduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ab30, *recvbuf=0x46ab30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffc4555a18) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallreduce-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.396608114242554 Finished #690 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed index 61c410f0753d53bf2bcdda1e422fac6540520813..be0916a665f5ed2bb42996bafe3eb43ba223f683 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -60.20725107192993 \ No newline at end of file +62.259791135787964 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout deleted file mode 100644 index 9fa64f8e0b4cae3febafe8cf5efc03224912783e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00599503517151 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt index 0ad0b4c9daebd45bfb619b73c48ec23ba82c9261..0e314c11c7a8719f6d5d24a3b1ef214cb7b881fc 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #845 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_ialltoall-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_ialltoall-001 | -Command killed by signal 15, elapsed time: 60.20725107192993 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ialltoall-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffec4972aa8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ialltoall-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 244146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 244147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.259791135787964 Finished #845 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed index ab5b0e290a9f2883096eb5006dfb34f8c41183c8..f75c7bdd7008c30bebca6c39b00c1d5a1382c57e 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -60.20766997337341 \ No newline at end of file +62.26731467247009 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout deleted file mode 100644 index b157170ed3185c76a83b4f7eed2ba4ffcc54f594..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006420612335205 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt index 1e2c4bf2903f4c5612ebb90a01862cb140fd2c19..4a6d89d3328437a59f3d46b193881f7f530f695d 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1070 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_ibcast-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20766997337341 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ibcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibcast(*buffer=0x46ac80, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd07513708) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ibcast-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247211 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.26731467247009 Finished #1070 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed index 4cd17db06b19e407abf62aaddf3ef1ce2fe3dba0..0aa38cb25d0681fab0734ef2da275ceb9078c557 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed @@ -1 +1 @@ -60.20637488365173 \ No newline at end of file +62.32828712463379 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout deleted file mode 100644 index a2d2a2864a3929e2ff20fc96c32f076c2791b804..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004992961883545 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt index 3a05b02afedf43654be13e3368e9b7eba7531f16..41c8fbae5c7fb3ee258b5f5271a436a1ae757a54 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #916 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_igather-001.c (batchinfo:1/1) @@ -37,6 +37,54 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON -Command killed by signal 15, elapsed time: 60.20637488365173 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_igather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Igather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffeaa79dd98) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_igather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 246116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 246117 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32828712463379 Finished #916 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed index 5277621112f2cd4b4e83f55a3c6f467ea0bf02d2..fb6e6621140e0e3043abba120ebbe800408cbd4a 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -60.203691482543945 \ No newline at end of file +63.59608697891235 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout deleted file mode 100644 index 0d792dbacf545141af67b18a1e131d890ee36ce8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002365827560425 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt index d230608234621b58cc88a5791108b20799570712..4b37d5b70852af1ac35cf4e547518a39a20601ed 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #462 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_ireduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_ireduce-001 | -Command killed by signal 15, elapsed time: 60.203691482543945 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ireduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe00163cd8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ireduce-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 214190 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 214195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 63.59608697891235 Finished #462 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed index dfdb6db63c4ba1f5ccea36fafab51c9fabe66458..9c28c097bbf3b985b92276b7c31d1c02b9461534 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -60.207462549209595 \ No newline at end of file +62.593618392944336 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout deleted file mode 100644 index 6e3cac94bc3a5dd46fc3aef95aae1fb52cc9debe..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0059916973114 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt index c66e7714f8266a9daaf0d96b2b8725118c34d842..a60199ac08a96cc9fac9bd5f453e6ad7fdf697e1 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1106 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iscan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_iscan-001 | -Command killed by signal 15, elapsed time: 60.207462549209595 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeacdb26c8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscan-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.593618392944336 Finished #1106 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed index e606908b152fb437e79420af39b0349bd09a481a..06e704885dfa53cd47167645964007803bb2b00d 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -60.20439171791077 \ No newline at end of file +62.44384002685547 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout deleted file mode 100644 index a7d1127f2053f355e75f9be83c848aec0930f1e8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002965688705444 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt index 4a9ee7ee0f723d6cdadfcfc5a2ec76791a65119a..a579ee78180f0e35ac73ba72c7f31cde2b85e95a 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #828 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iscatter-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20439171791077 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff3bdea8b8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscatter-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 232767 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 232768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.44384002685547 Finished #828 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed index b0695f3f21a3dd79764312e4196a829fc32bd8c6..e55f69202437dcbccb34484053e0501f8e260e69 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -60.326064348220825 \ No newline at end of file +62.32031583786011 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout deleted file mode 100644 index ce76bcad1c8027f876b38c85ee46d243983e4267..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.10047912597656 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt index 4f9cb52f6f030754a7217b1a936b8147af1d78a0..59f9de5ab08f8fd8c0ae9bbab89b0f34bc9577fd 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #800 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_reduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_reduce-001 | -Command killed by signal 15, elapsed time: 60.326064348220825 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_reduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_reduce-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 237665 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 237667 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32031583786011 Finished #800 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed index 8744edb34c88a67bfc1207bf3ca9fb07c2862f8c..165e893a4f886d900cfa55e8cd6c69022fad8651 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed @@ -1 +1 @@ -60.2034809589386 \ No newline at end of file +62.52865815162659 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout deleted file mode 100644 index 2d08d97db9f07b9173c748473ce4155de18d4341..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002198934555054 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt index a5a4e202c12fa2d0f9227dea6d99f6336ddb84ed..297c8988b1585ec0eabad5c8fc35ad265d86d761 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1206 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_scan-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.2034809589386 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scan-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260274 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.52865815162659 Finished #1206 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed index 82ba9dd466b4ba41045f4b0370469c1dfa982375..30a170a50af52f2c1b96ede5bcbb6096baa033a6 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.2068305015564 \ No newline at end of file +63.030829668045044 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout deleted file mode 100644 index 1d5b18e359678c29411b286b8280d88c52f2b5f1..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005467653274536 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt index 9e2403c009ae18c8aa767fa0585a56ef77c44496..64e9c9a220c2bde44509b37fc6b72ba42731022d 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #839 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_scatter-001.c (batchinfo:1/1) @@ -16,6 +16,75 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON | [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON | [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON -Command killed by signal 15, elapsed time: 60.2068305015564 +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scatter-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 239877 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 239878 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 63.030829668045044 Finished #839 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed index 68da52c732a611bd53929a91231cd4e83ce9360c..393a8894c34a23c73190570a92ec72c90c8a0c53 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.403367519378662 \ No newline at end of file +7.315464496612549 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt index 08518524f3e7af8167002d60b502b15d8c3a0f38..6e1f8f22549aef8bae306d46d3aab105418f2522 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1752 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=COMM_SELF [0], *flag=0x7fffc43790e0, *message, *status=0x7fffc43790d8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=COMM_SELF [0], *flag=0x7ffdbec6b110, *message, *status=0x7ffdbec6b108) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222396 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222398 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267383 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403367519378662 +Command return code: 255, elapsed time: 7.315464496612549 Finished #1752 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed index 9ce8bf250137dfeb46976252e9b28863b789eca5..df07492b94683ae5516f6e072ec4aaa17450673c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -60.2076632976532 \ No newline at end of file +120.20878386497498 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout index c04a0cf84876ccfac88a429508cac78622070144..5623e8e080908fec6a58ac1067d0fde1c28edc98 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout @@ -1 +1 @@ -60.00622868537903 seconds \ No newline at end of file +120.00697994232178 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt index a82e9a3aff5d5e4d89c9bf0c181d1cdd8c06d9ca..bd2b9d65bd82a0ee4a9d63ad62a7ece38daa8f3a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1352 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-002.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.2076632976532 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20878386497498 Finished #1352 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed index 9770be8da865c4768a91f77711c90c3b97ffe157..8234b7cf19cbd5e5d9c3003a41aaa0147e51dd09 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed @@ -1 +1 @@ -60.20591902732849 \ No newline at end of file +120.20368504524231 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout index 065fdaf2ff6cf08b27a4fc12bef49d9b0a9dcfe9..c9ff833eea42078dad83bbebe91769120e175427 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout @@ -1 +1 @@ -60.00460696220398 seconds \ No newline at end of file +120.00237703323364 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt index 89f0572aa7baf7a0772d32ecd6491e06aa781684..cbf82a3c9594007d96596bbcdf538b2b69fc397c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt @@ -1,5 +1,5 @@ Running #1412 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-003.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20591902732849 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20368504524231 Finished #1412 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed index 0232e51f09390beb164549fe09af8a00f8689f00..e32d22c2918500e5fab456db4142895a76821deb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed @@ -1 +1 @@ -1.3611676692962646 \ No newline at end of file +1.1915066242218018 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum deleted file mode 100644 index 52d6ffe7c917e9c583f7d6a3becb20b9694e4d0e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -529f677bc37950ff3cf78d1ba7d2eae4 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt index 78c7deeadd5f4b306e70ccf0ef398e943009947f..7e67d3b83e5c1e42de05f640d1f36e096fda49da 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt @@ -1,5 +1,5 @@ Running #1686 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262530 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262531 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.3611676692962646 +Command return code: 255, elapsed time: 1.1915066242218018 Finished #1686 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed index 268ab1871bb382216183aa4785c41c2f8f25157a..31a108a6ce347dd191bc3d05ef395622d3f5fe15 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed @@ -1 +1 @@ -0.10514116287231445 \ No newline at end of file +0.10465741157531738 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt index dcc43246911d9dce3dc43d86b2c4ef43afcca97d..059539a28bee7259434c081859c110352965ba3f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt @@ -1,5 +1,5 @@ Running #1877 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccUHzxcp.o: in function `main': +ld: /tmp/iccz9yCQf.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-005.c:38: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed index 7017cc32c72859136d15c3b79accb1c6e36283f8..dab9f8d09f65792dba7ca931e43aaa95b69d2b29 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed @@ -1 +1 @@ -60.204930782318115 \ No newline at end of file +120.2061071395874 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout index a3c8558cfefbdd542c3472afa4aded53602418be..bbe546d7a68e36653656ea8ea581c07544ea04a3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout @@ -1 +1 @@ -60.0036096572876 seconds \ No newline at end of file +120.00453114509583 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt index 10d6dfe2c498f90df30f1620e914149a53ac4054..7e859443adcec955432f36dd02cb59d8b1165b16 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt @@ -1,5 +1,5 @@ Running #1908 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-006.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.204930782318115 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.2061071395874 Finished #1908 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed index ae3a600e5214e0bf580daa7336761482e0a54e5c..7fdcd9739222605254436fdb73c11c126eed3f9d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed @@ -1 +1 @@ -60.207067012786865 \ No newline at end of file +120.20665431022644 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout index b68ec887ea883c4b07ee1d4346d8f66a555cb97e..5a9d3818bebef45d8d90c99efef77af70433d09b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout @@ -1 +1 @@ -60.0057692527771 seconds \ No newline at end of file +120.00515246391296 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt index 68b5a6a6cba73747ad072b0cfcb211fea158cc8a..67763c9666e6c443872d3c42921446ee19170236 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt @@ -1,5 +1,5 @@ Running #1357 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-007.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.207067012786865 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20665431022644 Finished #1357 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed index a86174c583b32a47eabab321e0bbd521c822f2e8..21147cdbb9a2feb5f54af61c704d39073a941aac 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed @@ -1 +1 @@ -60.20427632331848 \ No newline at end of file +120.20978951454163 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout index 9b2e0f93de98b5c0b75036cef6ca4d8bca7ea5a5..b6a5027596e06282f570392739a8c71085284c7c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout @@ -1 +1 @@ -60.00296068191528 seconds \ No newline at end of file +120.00645637512207 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt index dad731031bd62fbb87d6aa3ed43ec185189d7b00..b4da6c3ca8d960d190fb38d59514af8800b4d100 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt @@ -1,5 +1,5 @@ Running #1989 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-008.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20427632331848 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20978951454163 Finished #1989 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed index 1c389f8588dd9da04608ffe66d33c0ec0d8a26a8..2b663ccb126506011be4e7eb3ab217171fb547e6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed @@ -1 +1 @@ -60.204431772232056 \ No newline at end of file +0.5555529594421387 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum deleted file mode 100644 index dc1b3c02d964e07988665bbab925fe05c5f33891..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -21f053d23e94cbaea566e7ac1e9fd30f \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout deleted file mode 100644 index 4fee4fbd214369149860bded797085620812f5fd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00305151939392 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt index a9d467132c5d903a7b2be374d01f63ef180dbe6d..dc7d8391445c194c107a8c75b9c00d5603f835c0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt @@ -1,5 +1,5 @@ Running #2076 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-009.c (batchinfo:1/1) @@ -47,7 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.204431772232056 +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 4982 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 4983 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 0.5555529594421387 Finished #2076 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed index a9697d750559e02684ef6e6d0fabc43da1c3ac0b..9d6e71c6487abcf1120e6a6807db0fd2330a8a0c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed @@ -1 +1 @@ -7.468992710113525 \ No newline at end of file +1.1662611961364746 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum deleted file mode 100644 index 7175028f46b9cabd1e8e42e74e0c6ad5e5c52bbf..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -135a8f737530213b70892e37fcf7b540 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt index aa3e0fc68e50d6e9b5acf8e8358a7684cc7bba4c..3aad2499bae365008ce8e1574044e613da2de763 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt @@ -1,5 +1,5 @@ Running #1839 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-010.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Unknown error class. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *flag=0x7ffcca367b80, *message, *status=0x7ffcca367b78) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-010.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_improbe-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231271 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275722 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.468992710113525 +Command return code: 255, elapsed time: 1.1662611961364746 Finished #1839 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed index d4a997e63f96df98cf3116d07465c05221fc10cd..dd19471cb662138a912e432b85bd04b3cf57732e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed @@ -1 +1 @@ -60.20910835266113 \ No newline at end of file +120.2052915096283 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout index 8ad405cdcc9355a5378f0281f78c6927cfbefd01..be9738a7b85d01b5554cabe0cf34fb7aa51cbda7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout @@ -1 +1 @@ -60.00783038139343 seconds \ No newline at end of file +120.00356340408325 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt index 8719da5f9eaf6d4a436e2cabb9233c28dca4f239..440cd668b1e5cb215a74a22dba7cd9aa9344c992 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt @@ -1,5 +1,5 @@ Running #1299 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-011.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20910835266113 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.2052915096283 Finished #1299 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed index 1876f21120430585a51bb9df2c952fadece734ec..07748be18d7513e602c09ab28aa622a6411ba75c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed @@ -1 +1 @@ -60.206705808639526 \ No newline at end of file +120.20938539505005 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout index 0ec622c62db542079c18029c4b714c5476406262..aa316826deea029afd911d0da9dec0b4f6cedae9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout @@ -1 +1 @@ -60.00514459609985 seconds \ No newline at end of file +120.00800943374634 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt index c9f4ef1722546c34246b6ef1852de20611f2b059..f73ff8ef29f4ae0671234187024e5ae33147a680 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt @@ -1,5 +1,5 @@ Running #2058 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-012.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.206705808639526 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20938539505005 Finished #2058 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed index bcc63a553f3901cf1f6661dccb6143cc0c0c062c..b1142cc2495d9aed3d43d138e548e229e6590c80 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed @@ -1 +1 @@ -0.10439276695251465 \ No newline at end of file +0.10814285278320312 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt index 2028c718520b107373e4dc81369d22042b48fc84..0063fdebaf966cc67f15452dd2ef3ecd684aac7e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt @@ -1,5 +1,5 @@ Running #1708 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccGfXlDL.o: in function `main': +ld: /tmp/iccFxKo7x.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-013.c:48: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed index cf3dc66c7f1781f7964805f163d4f1a98a107f8d..0d45818a1eac1eb794ec443721fa26906c69edb0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -7.498500823974609 \ No newline at end of file +7.386628866195679 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt index 514295704df18b77239c8c510d4cd5882e2541ba..535d183d463b34de4a5f2aa4ff5bef820c6e52af 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1757 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=COMM_SELF [0], *message, *status=0x7ffe63469d28) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=COMM_SELF [0], *message, *status=0x7fff19dd6d38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223789 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223790 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268828 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.498500823974609 +Command return code: 255, elapsed time: 7.386628866195679 Finished #1757 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed index 0bcc1f2f2dc1d33a2808a8910f25a325afda4c45..8e8ecf46c2e240b778ef92adaf25209b412c9d4d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -60.206557750701904 \ No newline at end of file +62.156842947006226 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout deleted file mode 100644 index 87921838c21e1fd1caedb137778eb175c2dffcc9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00513243675232 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt index eb39cdefa7288a0c99aea7d3dc78777c9c73152b..65fb48213c4aaeba72e0f10306086222bb712c11 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #2059 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-002.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-002 | -Command killed by signal 15, elapsed time: 60.206557750701904 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *message, *status=0x7ffc906141c8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b530, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2180 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2181 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.156842947006226 Finished #2059 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed index 7c7390c0d6660eeddae620e28db091c24278e349..e816b5008cccaa651638fbe88a98d867002355c9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed @@ -1 +1 @@ -60.209710359573364 \ No newline at end of file +62.32810401916504 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout deleted file mode 100644 index 0e8eb22e483d482b936dd8c01a3e8277ed3cfed6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00758147239685 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt index 254b700d00297fbad29cde01362841e90716a03f..c13003d9a43976bf80fef737d44d832f0cc2ff42 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt @@ -1,5 +1,5 @@ Running #2034 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-003.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-003 | -Command killed by signal 15, elapsed time: 60.209710359573364 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *message, *status=0x7ffe49201ac8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b5a0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32810401916504 Finished #2034 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed index 0e6f4ca31a14507e3280cc76c4e0a616514352ce..37a49c35db6f226498043b129d1b9e3610f5cf2c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed @@ -1 +1 @@ -1.1263206005096436 \ No newline at end of file +1.090341567993164 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum deleted file mode 100644 index 5320943a50b09176909cd22fdfd966c829047333..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -156d6c61e538fa0146e27ec648a176ad \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt index e90be5bb38c16734db5bbbde7ea37840b21d793f..8d25de3319d71b53073d9086d526fed2f0d83c2f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt @@ -1,5 +1,5 @@ Running #1285 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267139 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267140 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1263206005096436 +Command return code: 255, elapsed time: 1.090341567993164 Finished #1285 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed index 5a912aa99afc43103473737021a57da886a4e472..e04474a90c76014d3350de55e6523373912e909a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed @@ -1 +1 @@ -0.10818934440612793 \ No newline at end of file +0.10567736625671387 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt index f736925bb151166f7b87c809aca3c464ed121585..8702c6af35ede8d828c86b25daebc08db2939b67 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt @@ -1,5 +1,5 @@ Running #1268 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccjKoM9g.o: in function `main': +ld: /tmp/iccrBkqeZ.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-005.c:38: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed index ce1645dac164c94fc22cf4ad2c604d6b388e84a7..851e954ab5bde73e2e12db8e653b468208a900b4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed @@ -1 +1 @@ -60.2061927318573 \ No newline at end of file +62.344135761260986 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout deleted file mode 100644 index bbcd6546cf88ee754f6dd3d94f5f612daf834597..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00478196144104 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt index 94e043500c5b64bf05aa407fc32b02acebd6685a..e30e0d753b972e9e2693ea870b1b37083f1f1b8f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt @@ -1,5 +1,5 @@ Running #1667 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-006.c (batchinfo:1/1) @@ -20,6 +20,71 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF -Command killed by signal 15, elapsed time: 60.2061927318573 +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *message, *status=0x7ffdd11d3638) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 266428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 266429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.344135761260986 Finished #1667 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed index 49f06ebc11b9b0efa492694958d7b3ead4a5699c..f8eca56155aa777bc9ca2ad0573da5873f92797d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed @@ -1 +1 @@ -60.203927755355835 \ No newline at end of file +62.34478545188904 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout deleted file mode 100644 index 99a11afdfa95128ad99aea8daef1d9e5f5032a53..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00249981880188 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt index e3a4d3b0294f1849cbd333973af8570701909e5c..86d44938b735ba3187aac59c79506a97d49077c2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt @@ -1,5 +1,5 @@ Running #1600 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-007.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-007 | -Command killed by signal 15, elapsed time: 60.203927755355835 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *message, *status=0x7ffdb7d9e898) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b690, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259170 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259171 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.34478545188904 Finished #1600 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed index f34ddc4de37b36145cac8c24bb4169e179fadc16..4abe57774918fd35dbff9bfb52590853b5283e3b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed @@ -1 +1 @@ -60.20739507675171 \ No newline at end of file +62.49704027175903 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout deleted file mode 100644 index 3fd6670375be65d266cf422f0777e3e3a1a6c1cc..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006036043167114 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt index 871930649d26807205e4d1beafa36b4952c526a9..ea5391475ad8f8f21fdb0140578b13f5680f35d8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt @@ -1,5 +1,5 @@ Running #1933 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-008.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-008 | -Command killed by signal 15, elapsed time: 60.20739507675171 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *message, *status=0x7ffc76274638) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b600, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.49704027175903 Finished #1933 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed index 8a0a5d1b2695e23721841cecca4f1ebdf61f214d..7b6eb38f7d8c88c1f6dc9fceaaec4c17cb57e3bf 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed @@ -1 +1 @@ -60.20666313171387 \ No newline at end of file +62.11611890792847 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout deleted file mode 100644 index 6a5123e51472ab20366fbf8d45b30247f3fa38d2..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005249977111816 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt index 2e019ea8caa2377768c4c043e32ddc8b7e00545f..00aef03496f6e79b807e0a3c7789f0e91cd6106d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt @@ -1,5 +1,5 @@ Running #2097 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-009.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-009 | -Command killed by signal 15, elapsed time: 60.20666313171387 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *message, *status=0x7fffc35818d8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2216 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.11611890792847 Finished #2097 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed index 08316bf7ae90cb64213bf4b5895e813e9fbf0e58..cb98f5b464048aed1f75a4436ac2202ba6aae443 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed @@ -1 +1 @@ -7.418701648712158 \ No newline at end of file +7.447165250778198 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt index 1046b35122358edd669d6c94fd6320d3fe26a726..33fed336fde5109dda345263ccc2ef8973ae0922 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt @@ -1,5 +1,5 @@ Running #1601 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *message, *status=0x7ffe3017e088) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *message, *status=0x7ffd4a03e508) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261354 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216426 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.418701648712158 +Command return code: 255, elapsed time: 7.447165250778198 Finished #1601 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed index 79ece7613191551d5da206bffdd4fd4119a74af3..b65bde326fbd8040df2966280ca48840cff60964 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed @@ -1 +1 @@ -60.20729446411133 \ No newline at end of file +62.442298889160156 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout deleted file mode 100644 index 9d422660df18d6c8da63d0437925c9376a48e1e9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00586915016174 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt index c6a5e8e88dcf36e1e0395d08630ee97e7247c08e..d83cf6049b56bc97a165f50cfd03c63b0de5ac88 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt @@ -1,5 +1,5 @@ Running #1539 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-011.c (batchinfo:1/1) @@ -32,6 +32,59 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON | [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON | [0] INFO: CHECK GLOBAL:MSG:PENDING ON -Command killed by signal 15, elapsed time: 60.20729446411133 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=0, tag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *message, *status=0x7ffec9b7db38) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-011) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b7a0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.442298889160156 Finished #1539 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed index ac699fbcc41bb349f8ed8b36d2acda564fef6e03..5d7dee21ccd0c8b700f0746e78a0b3b1320757ab 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed @@ -1 +1 @@ -60.2076199054718 \ No newline at end of file +61.86857986450195 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout deleted file mode 100644 index 11e55dbd8574907cf1930eafc939fc42a7619221..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00616002082825 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt index 30ffb8c39f209c1f1ed3b6f8f4d7406487dc7b1e..1514f2452b39f9fc320ffcc35a98650df23585de 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt @@ -1,5 +1,5 @@ Running #2074 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-012.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-012 | -Command killed by signal 15, elapsed time: 60.2076199054718 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *message, *status=0x7ffdfba67c18) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b8b0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 4783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 4784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.86857986450195 Finished #2074 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed index 6f0514b6a489d3937e550e28966e781897f0bb08..b4a27142b67116df88024d281d72b0608b85bdf9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed @@ -1 +1 @@ -0.1082923412322998 \ No newline at end of file +0.11746954917907715 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt index a804fd4cabe92ae9e95f6fd7599d50d7acd14cc4..9216843a9bb2b5360f740e233f0df5d3bb453957 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt @@ -1,5 +1,5 @@ Running #1868 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccd3taiz.o: in function `main': +ld: /tmp/iccHOKr6e.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-013.c:48: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed index 34e0b56bd50d7649f5458e433480d161847e3e56..5941e2ce3e4b7fe93143182a790a982fc61860f8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10825347900390625 \ No newline at end of file +0.10472393035888672 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt index d90f62d95633948c47302cc1bb031fb905e6923a..ea1dee97cda991983622f7479e5a4fdb80beb089 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1619 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccx1hUhL.o: in function `main': +ld: /tmp/iccOevPms.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed index 7df5ed54e45503f5aaf680cd461d4ad77e12c2ad..10438ec511b82e9fc030d89412ce379fd44ccf77 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11064338684082031 \ No newline at end of file +0.13651156425476074 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt index ba10a1aec5b368651557986aabcb471dd4b36193..57a88f5dcc49826f991bff185e5710026115790e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1921 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icckSg9JV.o: in function `main': +ld: /tmp/iccMIo9Zl.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed index 24ecb8717a1823fcc52524b7945b9f5fed083f47..6745fac79638224f473c0dbe624e0fc2ae5f2709 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed @@ -1 +1 @@ -0.11499404907226562 \ No newline at end of file +0.10459399223327637 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt index 1505c32c538ca8c084e889ebae7765180528a0b2..5175b77d954ae3eae6292041c624445c2070da8e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1902 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccZSR3gl.o: in function `main': +ld: /tmp/icc1hLKOM.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed index 5432bdb64f9041bda43660fb1702f0de9277a2e5..445a1b327e0ae10ca8b75a43488ea5592a77697e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed @@ -1 +1 @@ -0.10651206970214844 \ No newline at end of file +0.11286377906799316 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt index 4b85088fd0782c8a86dc429c07c316fe1b897275..10b857f0b1a0d63d0ebe225be1bd99eabb7493f1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1872 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc0qwQ2u.o: in function `main': +ld: /tmp/iccEjexli.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c:42: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c:49: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c:52: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed index 4d65170622e716917ba218205e10b9d8979f9c06..836bd1beafb456bbe01cac075d86ca052482bb83 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed @@ -1 +1 @@ -0.10490655899047852 \ No newline at end of file +0.10873079299926758 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt index 4cceb862e70ff3774bb59b28a40c010df7d36061..71237b4d39ff298d21a1cf797f0a0758b8dcef22 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1660 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-005.c (batchinfo:1/1) @@ -23,7 +23,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccBklW9T.o: in function `main': +ld: /tmp/iccRPUfzj.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c:36: undefined reference to `MPI_Comm_idup_with_info' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c:50: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed index c932c5e45c06ee959d7f21d490806a8bd2f70e0f..ad9a8e0d8b1466fa749dd248229e1d01fb8f9c41 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed @@ -1 +1 @@ -0.10487508773803711 \ No newline at end of file +0.10904908180236816 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt index 2409a5edac78f48ad317410c437bba2d7d705755..d17d9ff52e04495142100f3c2e5929c28830e2c9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt @@ -1,5 +1,5 @@ Running #1943 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-006.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc987T4v.o: in function `main': +ld: /tmp/iccRVLO8g.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed index 16f298faf933856d108d27e8fd621de00bcd075e..c8ff5c74c8a33f0db06c01f3029b1d9e4b49ff72 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed @@ -1 +1 @@ -0.10936951637268066 \ No newline at end of file +0.1067812442779541 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt index aac4f44732273c6aa90ea87d1fcace6ec42a2890..9fb30c91d8c776f689c6fa3167838070bb29056b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt @@ -1,5 +1,5 @@ Running #1952 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-007.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccnBl5yV.o: in function `main': +ld: /tmp/iccCPq0ar.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed index ebf29173880aad3e1bb615df7b998173e9a1e020..fe9bf6671a2eec32568b2003c3aab6d2e9573ecd 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed @@ -1 +1 @@ -0.1047515869140625 \ No newline at end of file +0.09910798072814941 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt index b817633ddd1078d504bc483ff82e9224fd23513c..36f106f90d96d0e6cadb506bac542fc919c78537 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt @@ -1,5 +1,5 @@ Running #1742 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-008.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icczSrGF1.o: in function `main': +ld: /tmp/icctiRVlH.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed index 17b52e95fd81d04c2744d5f8e20b3c3e647878ad..a64e9352a72427d43129b6dfe4701f7b19284c71 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed @@ -1 +1 @@ -0.10640740394592285 \ No newline at end of file +0.10850739479064941 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt index 47af6b3c6e03a98bebe72f99d63ec3a685da9840..13c9dd710dcc8f12605ac704c1a5e9cab532fb37 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt @@ -1,5 +1,5 @@ Running #1888 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-009.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccZsKye1.o: in function `main': +ld: /tmp/icc2P16TR.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c:41: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c:48: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c:51: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed index b45f2ec38b90c1acb5eb96374f5ac5cf3a3a24f7..f902caecb9172a2ce665ffda77f61f7ed4dda6c0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed @@ -1 +1 @@ -0.11108636856079102 \ No newline at end of file +0.10712289810180664 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt index 58dc0173fe22143fa92ce5445b6272ce4167f3c0..aa87fbe04ab13550b07a757cdf13133034a1832e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt @@ -1,5 +1,5 @@ Running #1347 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-010.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccRT3h2T.o: in function `main': +ld: /tmp/iccm1asfN.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c:51: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed index c5f2c0cc6722771e6ae142a5b80fe7aedea0f928..3bc02d9e78940004f42874202bb1afe207a57af2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed @@ -1 +1 @@ -0.11067605018615723 \ No newline at end of file +0.1049041748046875 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt index 42ab9b3226c3cb5411c3bc5bb03c4f3a7b18a9fd..fcbd18279559f1e97e5295fe2b4f6034a7fc02eb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt @@ -1,5 +1,5 @@ Running #1725 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-011.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccgbRdyU.o: in function `main': +ld: /tmp/iccStyPpw.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c:51: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed index f38b9825edebd57f1979023de4e694f4738161a5..d3744f479b29a946a40ed8c71ee532d02e3a6559 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed @@ -1 +1 @@ -0.10944652557373047 \ No newline at end of file +0.11366581916809082 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt index ac92ab0ecd6e47a9f3f0a05aa9fb23152cfe848a..8484ab1c511133d589ced7e3c9c7e650b4d72fec 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt @@ -1,5 +1,5 @@ Running #1490 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-012.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc5gZLtw.o: in function `main': +ld: /tmp/iccp73rLO.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c:47: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c:54: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c:57: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed index df9c51e1e6036eedf91254b54c3a4c33fe7a6d2f..58d8125f5e938f7574c4a302dda03820b8b3308f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed @@ -1 +1 @@ -0.1115272045135498 \ No newline at end of file +0.10352444648742676 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt index 0e8dea3e63f88786584794cb8e7aaf1b71ac54bf..f02f79902df95d5648bacf716eb259e885b0c1dd 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt @@ -1,5 +1,5 @@ Running #1740 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-013.c (batchinfo:1/1) @@ -31,7 +31,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icclZIp6b.o: in function `main': +ld: /tmp/iccKWNYYs.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c:46: undefined reference to `MPI_Intercomm_create_from_groups' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c:54: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c:61: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed index 852b734886893e7d20492072ba6d332c35e8e655..be3a7956c19bd3ff515baf5ecffed47871445adf 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.11031293869018555 \ No newline at end of file +0.10950016975402832 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt index 9f1bd953ad4f21849e634549389cbe1fd81326fa..f135e2cd895f20b3449050944c0e137f7b7500f0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1493 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icczNLGVF.o: in function `main': +ld: /tmp/iccPuAar3.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed index 00deef456942399ff6c7f41c3c7bf6ce7c862d60..9b7e9f9512692e6e0d4b14f6c1fb9cd38abbf068 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.1109015941619873 \ No newline at end of file +0.10864567756652832 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt index 686250fb35aeb1521ba0936389dff1d23cfefb8e..e3c4602270656d8cb70e14a22b95a6be9694b9c1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1315 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccICq8f5.o: in function `main': +ld: /tmp/iccQFa3iS.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed index f6fa85b233c0df52aefaa96caf29a8716915df49..458e3d26094974e62d677d7fcf5d79f4d774449b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.10541272163391113 \ No newline at end of file +0.10314393043518066 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt index c3d28bc152056b73cdbe05b3a832fd9a9edf4019..57a8cddbea24b886c860196936546a5fe17f3ed3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1715 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccg86qbr.o: in function `main': +ld: /tmp/icc2WvUTW.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed index 945151bc778b1bb983e6b364f285e7b96c2ad74c..432fde55a6a072550a6156c038f86d3bd401f8ef 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed @@ -1 +1 @@ -0.11539626121520996 \ No newline at end of file +0.1020815372467041 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt index 148a9234cafe68fcc1fac83b5f1e66c672f4c3f6..71f6382ab2fbc47a4098a0f70fdde0f23ff120c9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1849 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccLq8zah.o: in function `main': +ld: /tmp/iccayhibn.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c:42: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c:48: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c:52: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed index 25b6e4bf9ce4946ceead99b6b36e7a5c11fbaee2..15a449374d3896a7abab9ae2507bd0a101e2064c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed @@ -1 +1 @@ -0.10524272918701172 \ No newline at end of file +0.10507655143737793 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt index 5eee0dad6fefc56da0163970b636da0aa74942be..61a023ffb6f5ac147af88a7c413e1098be0cfd50 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt @@ -1,5 +1,5 @@ Running #2038 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-005.c (batchinfo:1/1) @@ -23,7 +23,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccrzJajk.o: in function `main': +ld: /tmp/icckZZUec.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c:36: undefined reference to `MPI_Comm_idup_with_info' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c:49: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed index 6972e332cb27c36639745bacbb9b40a58a542c20..e199bf785c4ac3e18614e7b0d3098db649fd3992 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed @@ -1 +1 @@ -0.10097336769104004 \ No newline at end of file +0.10325312614440918 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt index b09b80414808b858946ee4cdbee8b7a713dce801..72e0313b66d298bcfa699a4ee0be32d6f7eef529 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt @@ -1,5 +1,5 @@ Running #2004 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-006.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccHVljk5.o: in function `main': +ld: /tmp/icc2fcW5m.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c:49: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed index d77741a201aedca98d5beaa8777e21252cb2cb81..586433abbf8edeef5619fc42290f9e75137107b9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed @@ -1 +1 @@ -0.13178420066833496 \ No newline at end of file +0.10572361946105957 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt index 27dd4ae66b72520ac414d08bc33abceb7a7cae86..166c1719ff724f4544b045233975bcfb700f17d4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt @@ -1,5 +1,5 @@ Running #1741 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-007.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icck7FRZJ.o: in function `main': +ld: /tmp/iccdS5u0x.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c:49: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed index e90592ef2ab5c7dc7eef9e987755998a50271bf0..465b1a29a54ae204bb8ded2e3b5cd1e2804fedaf 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed @@ -1 +1 @@ -0.1086263656616211 \ No newline at end of file +0.10690188407897949 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt index ccc3a10398ffee0a4c8cbe5129993a7a6b4790c5..49f22ed22dcc69780e02229f51002ba58ffb73c6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt @@ -1,5 +1,5 @@ Running #1674 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-008.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc7rZwLA.o: in function `main': +ld: /tmp/iccpjG91W.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed index da15956c8ad973835d005ad034491234267f23e5..bdbef968ee1c55e48d47bcb41a616a746a835959 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed @@ -1 +1 @@ -0.10277342796325684 \ No newline at end of file +0.10791683197021484 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt index 55663d992ba4d519841b94b44cd83ede81349434..5c66021aa0d6a301c48d3960ad6b620dd1966584 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt @@ -1,5 +1,5 @@ Running #1803 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-009.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWfh4vr.o: in function `main': +ld: /tmp/icc06tdVi.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c:41: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c:51: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed index 9b5ccfc49132eb0001b08229d9d80e5bc413d5c8..46e15492fdcc2edcfad8d2baa8abd9170c30ed35 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed @@ -1 +1 @@ -0.10607576370239258 \ No newline at end of file +0.10310888290405273 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt index cfa405413d17540e464f4c68b29b7aa24d17a39f..037d58f6254cb1b8262ad62623d88966d0a18b6a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt @@ -1,5 +1,5 @@ Running #2019 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-010.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccSLT0a1.o: in function `main': +ld: /tmp/iccP7DjLY.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed index 54c2385c730be4cf96b4fba024838784bfe68432..0e5c3b4b85362a1bf238bf8500ac6855d55c36b9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed @@ -1 +1 @@ -0.10984969139099121 \ No newline at end of file +0.10555005073547363 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt index b9c66504fb4c71e8dd48b82917fd4b7a100c74cb..7e996394ddca8b4c666a41c0ebcd3e0cf5a92448 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt @@ -1,5 +1,5 @@ Running #1296 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-011.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccvLglKq.o: in function `main': +ld: /tmp/icc8F7cUE.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed index 2993b704c53fcd9f036f797858714e339b845389..34ff4426743a15cd3180ac27b9293b0606a6f8d7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed @@ -1 +1 @@ -0.10829567909240723 \ No newline at end of file +0.11810111999511719 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt index d6bbc962c47336847fd0e36832b334a064e849a3..49b7d0335d4e49ac2e4097b4ac450d5c877e73ee 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt @@ -1,5 +1,5 @@ Running #1624 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-012.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccDQeK0K.o: in function `main': +ld: /tmp/iccBVCyUU.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c:47: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c:53: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c:57: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed index 01acaa552341395c18fdb9c85ae38bc925337ad4..a8bd1591db256f7384da4a95237bc21e5a40dfc4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed @@ -1 +1 @@ -0.1038961410522461 \ No newline at end of file +0.10312223434448242 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt index 0da5276264aaf0119468631db2c506e2eb7268d2..99377f3747c19700581d37cc7c90083a941cbdf3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt @@ -1,5 +1,5 @@ Running #2020 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-013.c (batchinfo:1/1) @@ -31,7 +31,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccciGX0Q.o: in function `main': +ld: /tmp/iccVACy8W.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c:46: undefined reference to `MPI_Intercomm_create_from_groups' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c:54: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c:60: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed index f9aef62f1dae93be212b28e9237662f75954ae66..7234a2e84cd199f674e7a4bb3e46d5f74c692faf 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed @@ -1 +1 @@ -7.480115175247192 \ No newline at end of file +7.36970853805542 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt index e37626680f8cec413cd32900264292ea7dd38abf..4ecc5e12d6d2c49a79d47afaa7ff2cfd9f199ef1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1876 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232145 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232146 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.480115175247192 +Command return code: 255, elapsed time: 7.36970853805542 Finished #1876 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed index d1205569ef3fc149133ad62fd2444a03902f3376..36ca22b1be73703b19ee79102df82eb41466b762 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed @@ -1 +1 @@ -60.20777130126953 \ No newline at end of file +62.55473327636719 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout deleted file mode 100644 index 83e10b1bb6393a31bc5a63d10dce0057ae16254b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006190061569214 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt index 6629c2ebda3845b56d6df22f3f226257a69cfec0..fef3d11514535828aae806c44130cc40044736bc 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1828 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-002.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20777130126953 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470750, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b530, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269102 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269103 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.55473327636719 Finished #1828 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed index 5d746cec84133b628f9e09a0819fa99c3bf7d410..86e202fb384dc5098443d7878ad06862a5d29c40 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed @@ -1 +1 @@ -60.20408797264099 \ No newline at end of file +62.352999210357666 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout deleted file mode 100644 index 55b821ca2facfc839404edb001a9f99e15aab04f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00282621383667 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt index f3da8c8ac141dd6c29665987617a7232bab5b922..7a54cec65ce6172292f3c7dcc8dfd2d3e1ee14fa 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt @@ -1,5 +1,5 @@ Running #1512 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-003.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20408797264099 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d2f0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264025 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.352999210357666 Finished #1512 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed index 962af4a6ae3ee01418b33f32f168c87f23e1208d..eb725f4b5d23e5bf4b78ccc66d482e756fa53d7c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed @@ -1 +1 @@ -1.2136449813842773 \ No newline at end of file +1.1217584609985352 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum deleted file mode 100644 index f0652047b325c263426156ad3156c3e816731e05..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2779ba6547928934bb35bf0857f1c4cf \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt index 30d4d603b8fc03f2cc0a680c0e6a2d2283d9dd11..24c4dd4418fff60a2fb2b56db45e2c4d68172b87 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt @@ -1,5 +1,5 @@ Running #1458 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253726 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253727 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2136449813842773 +Command return code: 255, elapsed time: 1.1217584609985352 Finished #1458 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed index b1cfa08aefc7ad199c901b2a5bf35eaef67fe5d0..c01458654012b017394e1d0217bdfeec82c5c19d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed @@ -1 +1 @@ -0.11037778854370117 \ No newline at end of file +0.10872340202331543 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt index 1df2b2a8cf482451969b05bc92ceb33235e8d970..dfdab5d48374555dbea60c8368aaa1904ada27ae 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt @@ -1,5 +1,5 @@ Running #1326 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccIoMmdb.o: in function `main': +ld: /tmp/iccy363Sc.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-005.c:35: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed index 803fd73372cbd531cbfff0a08bd99bee9a85edd1..7c8fdb5cf5fafd146051cf22241d720af9d0eb1f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed @@ -1 +1 @@ -60.207600116729736 \ No newline at end of file +62.2382709980011 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout deleted file mode 100644 index 334b47944ea1ce80c2982a1767bc2ee5b6d773cd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00629901885986 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt index 8b70c1ceeea00a178a50bae0b2bdcf0549060f09..69e226bd88edd3b4f39be0eb0cf461c0a6d1dcdd 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt @@ -1,5 +1,5 @@ Running #1712 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-006.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv-006 | -Command killed by signal 15, elapsed time: 60.207600116729736 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d270, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.2382709980011 Finished #1712 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed index cda2569e6791a71fca58e0a26af915a0b314fcc0..755dcc8d33e7f3762c6d7f9763c43aac2afbdb94 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed @@ -1 +1 @@ -60.203741788864136 \ No newline at end of file +62.42876100540161 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout deleted file mode 100644 index 8a5cde2528a7f4b898d76852e5fbedb219a75371..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00253391265869 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt index cefbd30fe74619ff55b58d129892c005e2f12b33..841ddde8cb385cbec6b48c4a73d361545591e27b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt @@ -1,5 +1,5 @@ Running #1438 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-007.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.203741788864136 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d2f0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b590, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259620 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259621 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.42876100540161 Finished #1438 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed index af91c40e2a8c1645c339e6d58e0e55d4392c2b00..b955c19dcd2a5202119ff73b4e2adc36dedb88e3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed @@ -1 +1 @@ -60.20888590812683 \ No newline at end of file +62.32915687561035 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout deleted file mode 100644 index c78786a344f92d0bc0f1d88bdee2f5118843626e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007598876953125 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt index 6130f21bcae504f09378901f72f38084bd20eb81..35c0af0911200ee0e51e8c0c19c9f4bbb37dd079 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt @@ -1,5 +1,5 @@ Running #1254 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-008.c (batchinfo:1/1) @@ -33,6 +33,58 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON | [0] INFO: CHECK GLOBAL:MSG:PENDING ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON -Command killed by signal 15, elapsed time: 60.20888590812683 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d2f0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b600, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32915687561035 Finished #1254 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed index 86637658aaccbfed96a618ae51a2e7aa453cd4b4..cfe52dc2be11a33c6a99e0b0d6ee7b6b4735a0d4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed @@ -1 +1 @@ -60.20594048500061 \ No newline at end of file +62.19520688056946 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout deleted file mode 100644 index be3fc45f8e44a46d336a22089271a66916b3ee82..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00456118583679 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt index 55fa7fefd63c1c2eb6b50ee2eeb719b88dac8f4e..13b9359e36ff807494321f4e2c7ac442847f5707 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt @@ -1,5 +1,5 @@ Running #1804 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-009.c (batchinfo:1/1) @@ -29,6 +29,62 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON -Command killed by signal 15, elapsed time: 60.20594048500061 +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d260, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b590, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 277673 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 277674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.19520688056946 Finished #1804 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed index e0debc9dbb48bfe4a38426f470b5c5b07c580acb..47a7821bb5ccae5d751af2bbdab49aa06667a5c7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed @@ -1 +1 @@ -7.161555290222168 \ No newline at end of file +7.086240768432617 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt index 01e94a48f0249c225f03668a0ef402357254bd70..a8a6db6694b0126cb8d7d2243dace27a605563f2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt @@ -1,5 +1,5 @@ Running #1972 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=0x470660, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-010.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2554 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.161555290222168 +Command return code: 255, elapsed time: 7.086240768432617 Finished #1972 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed index b593f7f18887aea4b68d17431806bde357bf26eb..4846a5ba03a239f9eb5f56542c44278844020565 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed @@ -1 +1 @@ -60.21061992645264 \ No newline at end of file +62.468947410583496 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout deleted file mode 100644 index 72d5bf07ffc83abe47b2260592bebc2e2a5c0eaa..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.009313106536865 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt index b4c7285c812a7b159697e7cf87909be8d84079bd..045cba730559afe11a4af199f23d1a66e08a522c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt @@ -1,5 +1,5 @@ Running #1300 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-011.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv-011 | -Command killed by signal 15, elapsed time: 60.21061992645264 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d510, count=10, datatype=MPI_INT, source=0, tag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-011) +| [0] ERROR: [1] no progress observed for over 0:59 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b820, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260536 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260538 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.468947410583496 Finished #1300 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed index cbd1908ecf4ba951a332bbd84f7fa64d300cc909..5701fd7ad56927c7bc615632893b5c139ac14fb8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed @@ -1 +1 @@ -60.20918297767639 \ No newline at end of file +62.52963924407959 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout deleted file mode 100644 index 9a7983ccb604b988e9e20eb7b37891e397564e72..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0078821182251 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt index d92d09b1a4854f40652ac8c7ef32ae6f43f020c5..fd13b33d04795314608e04650c38bb8455f8afb9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt @@ -1,5 +1,5 @@ Running #1884 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-012.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv-012 | -Command killed by signal 15, elapsed time: 60.20918297767639 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d5a0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b8c0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 268127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 268128 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.52963924407959 Finished #1884 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed index 23feaa2708d3ee0d4aa6322cf44e825bad68c7ab..b9ebe5cadd34bb9c44c187092ed83e34b197df47 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed @@ -1 +1 @@ -0.11275124549865723 \ No newline at end of file +0.12512803077697754 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt index 2764461169612f88906e455e538ab6ddb8380788..5634dea4257312aa66168ac68233a2948007a882 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt @@ -1,5 +1,5 @@ Running #1965 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/icciaiUWM.o: in function `main': +ld: /tmp/iccCnHHIn.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-013.c:45: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed index 3967b38f0d06f88e7676e96f67b12d1ee291d3cc..f1ff43f941cd0ff23b19a1b1b6a02a7c89f3d6e3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -6.803997993469238 \ No newline at end of file +6.816324710845947 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt index e7ec559466fa0ab4f2ae082ad8f910fc91e4ec83..775de74686e1cdf5cc26c0fc8b2f82058e919939 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #2078 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470740, count=10, datatype=MPI_INT, source=1, tag=0, comm=COMM_SELF [0], *request=0x7ffdcab49a58) +| [0] ERROR: MPI_Recv_init(*buf=0x4706c0, count=10, datatype=MPI_INT, source=1, tag=0, comm=COMM_SELF [0], *request=0x7ffc34ff0e78) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 236032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 5192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 236033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 5193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.803997993469238 +Command return code: 255, elapsed time: 6.816324710845947 Finished #2078 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed index 5ab6fd70453885b54520982cec2530090d6c0c2a..816f9043df25adb80a2494fab4711449416d8ad6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -60.20457100868225 \ No newline at end of file +62.01738882064819 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout deleted file mode 100644 index 863909a7e4f4744a68ee10a62348d64e752f8845..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00319504737854 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt index 4016d3b906762f1b084076354490a44c377c17da..7d7fe52b0a0ee6859e43503737dbb1e8cbf762b2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #2009 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-002.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-002 | -Command killed by signal 15, elapsed time: 60.20457100868225 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fffff067068->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b3e0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 3370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 3371 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.01738882064819 Finished #2009 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed index fbf957cecfdebb1d38032c8e9e94d60e978b4b69..c45f0720bbbe9ff8ad98ccbeffaebeed543166b2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed @@ -1 +1 @@ -60.20780920982361 \ No newline at end of file +62.49045491218567 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout deleted file mode 100644 index 38ebb54123221e6455c2819fc4ad4ffb088d1e38..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006375789642334 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt index 58e19bb617c11f59bfa15f4c4ddb10600dfad315..a1c53fd4b758ea19e7fcb286eaeb25983b0b5550 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1609 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-003.c (batchinfo:1/1) @@ -37,6 +37,54 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON -Command killed by signal 15, elapsed time: 60.20780920982361 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff96f8b838->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 270266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 270267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.49045491218567 Finished #1609 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed index 6733cd22c8c6a12f78d0b564fe5af6b29119f526..3cb9300d7908d36cf3074f4455d7e31d63dc0cbe 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed @@ -1 +1 @@ -1.0759658813476562 \ No newline at end of file +1.1076247692108154 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum deleted file mode 100644 index 1240fa0e4207e93f0f6d8cdb691cd5c3b41aa599..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -65d451395ab8d8308a6b0912b728f34c \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt index 7fd72634db64f373d9d59b6a7a4d9a13beb776e2..db6228ae0e31cbaa008bfc01741629ba067bc894 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1699 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267732 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0759658813476562 +Command return code: 255, elapsed time: 1.1076247692108154 Finished #1699 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed index e86f15af632a92af6b166a938426723a9b6dfa82..10833759c56df90d4a1e87d92fc8d68586214486 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed @@ -1 +1 @@ -0.11319899559020996 \ No newline at end of file +0.10893678665161133 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt index b7351c95c580a61ae68576dfb2731c001cf81e2c..9e1074497ea89bffb8de30f88c0bdc66c33ca861 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1751 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/icclNXdXp.o: in function `main': +ld: /tmp/iccl1A9bd.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-005.c:36: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed index 72890b8787947e2150cad971066f5c96e39dd4da..19e3d1f90b36dd762f9070b9ff01ed035d5f756d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed @@ -1 +1 @@ -60.206541538238525 \ No newline at end of file +62.411985635757446 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout deleted file mode 100644 index 7d17078c925548dc7d9e9eae2c560122db9f2e8a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00490093231201 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt index 0352838e5f827dd0f6d0738c30fc00c86c95da80..8fdb57cca296355886bd5ca96f5703983bebfe52 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt @@ -1,5 +1,5 @@ Running #1745 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-006.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-006 | -Command killed by signal 15, elapsed time: 60.206541538238525 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd1e245e18->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b440, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272449 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.411985635757446 Finished #1745 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed index 2c816d1b563f2c3b749dfce15d9a196091527394..dc8e0d1f474058991a8c1919c631ca1c81c9f216 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed @@ -1 +1 @@ -60.20559239387512 \ No newline at end of file +62.652891397476196 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout deleted file mode 100644 index 91293a44cc9f29122e99675001ef0a4481944792..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0040328502655 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt index a9bc66399912c477760cfef467521447afcfc1f3..dbb07fedca5c63f996a6c88ebabeeec5afba197e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt @@ -1,5 +1,5 @@ Running #1264 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-007.c (batchinfo:1/1) @@ -24,6 +24,67 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON -Command killed by signal 15, elapsed time: 60.20559239387512 +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffedd4337c8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b540, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 255246 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 255247 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.652891397476196 Finished #1264 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed index 7d69d3a9a74c337fa656d97ee269e343880946ac..4852c38d2b7d85bad8d26dc902ddc7b5810640ea 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed @@ -1 +1 @@ -60.207322120666504 \ No newline at end of file +62.46988129615784 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout deleted file mode 100644 index d04f5baa710acc2db6c67ac7d48f527d54deef02..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006052017211914 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt index b4a7e713764d939233aecc04d979a85e7da47b4c..29685ca22eac8589a793e181df948e93919bcd85 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt @@ -1,5 +1,5 @@ Running #1391 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-008.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-008 | -Command killed by signal 15, elapsed time: 60.207322120666504 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcbccc67b8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b430, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 252931 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 252932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.46988129615784 Finished #1391 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed index 6b3b8995aa4c2d75b75fc61a6623ef31c1616dd3..3e6ee12245facd11101a90e9285567c5a29add78 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed @@ -1 +1 @@ -60.20704460144043 \ No newline at end of file +62.487281799316406 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout deleted file mode 100644 index 148b95ed8e1cc2c4c9062b5514aed13d1dae1e7d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005167722702026 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt index fac807a31bbe27b2fee4253e4e889c3032616184..f48fd57a7180b39f92b02d18315023ba7ff1d30b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt @@ -1,5 +1,5 @@ Running #1411 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-009.c (batchinfo:1/1) @@ -24,6 +24,67 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON -Command killed by signal 15, elapsed time: 60.20704460144043 +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffec8b9ffd8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b540, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 265396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 265397 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.487281799316406 Finished #1411 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed index ac43c088d740f80aa20ef732ebd1030762c9a9f2..1a903f830a06f79c4eace84999b981cf5073deef 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed @@ -1 +1 @@ -7.485002040863037 \ No newline at end of file +7.517060041427612 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt index c0e4ff28426d17dff225c463981ba52cc32ee91d..649ead05f5ed6c45cc83e408ea8637d2567b52d1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt @@ -1,5 +1,5 @@ Running #1603 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470700, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *request=0x7fff11be6c28) +| [0] ERROR: MPI_Recv_init(*buf=0x4706c0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *request=0x7fffe7127958) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-010.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261940 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261941 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.485002040863037 +Command return code: 255, elapsed time: 7.517060041427612 Finished #1603 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed index 7d2f8e0bc9c7c60cc965d988c18bebebbffbf135..5fadb4ebb273f4387a51639a5826c420154915ab 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed @@ -1 +1 @@ -60.20338296890259 \ No newline at end of file +1.1223785877227783 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum deleted file mode 100644 index 870996a11f1a2dcb229dbeadd64cbd7247e68ed6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e5e12adc84402e1ebe55faa81b369c80 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout deleted file mode 100644 index 4879700b35543dfd16de663572326d0507f48d8d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00199317932129 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt index 60953a75b2d4ae67468008a1d7513eda6d2646f5..bcb725aaaf3afc2900f1d99da80c8152f8e53583 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt @@ -1,5 +1,5 @@ Running #1460 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-011.c (batchinfo:1/1) @@ -13,6 +13,57 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-011 | -Command killed by signal 15, elapsed time: 60.20338296890259 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 253864 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 253865 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 1.1223785877227783 Finished #1460 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed index f22f6a6cc9c4ece79ff9933fb65813f404e93ebe..1763a0a27b650cecaa09a7986ff3600a49fa29af 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed @@ -1 +1 @@ -60.2084276676178 \ No newline at end of file +62.45967936515808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout deleted file mode 100644 index 5cf3427dd0299791601943f86748ccb37778dd3d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007041215896606 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt index 2c132bfaf9ac766f18ce655cf150f74f8d53fef4..e137679998943103feb500304063695f24ffd058 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt @@ -1,5 +1,5 @@ Running #2088 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-012.c (batchinfo:1/1) @@ -47,6 +47,44 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -Command killed by signal 15, elapsed time: 60.2084276676178 +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffee1fecba8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b760, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276206 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.45967936515808 Finished #2088 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed index 73550bc3b673a6f8a8359b7026542a35cdebc348..3e5a79d8536a127d3ee51cce15c6f3636859008a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed @@ -1 +1 @@ -0.1028749942779541 \ No newline at end of file +0.1034538745880127 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt index 4cf46f343b321ee887dd94b1f2f9c8ad79bc2210..ad9b4a323930fc449724b3138bc62d7b44318f96 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt @@ -1,5 +1,5 @@ Running #1684 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccT3mb3j.o: in function `main': +ld: /tmp/iccDlm8wu.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-013.c:46: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed index bd64462fc55d93a7e81e5c2998441c0316a81e4b..82adb3419e2467f6e06e63a2199d2b8b8692fa81 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -7.488345623016357 \ No newline at end of file +7.310338735580444 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt index 89c5f3a4580bf33624f61f1e895afbcac92788d1..51b37e1cb112c6204ee5c82a3a8d520e84d67cc5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1406 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c:36) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. @@ -64,10 +64,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217846 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217847 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263910 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.488345623016357 +Command return code: 255, elapsed time: 7.310338735580444 Finished #1406 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed index e622fd8e558b621dea2c291604e36c75e8d3fc7b..c051714fa817d38d33de468caafd31751e09a915 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -60.206616163253784 \ No newline at end of file +72.51324105262756 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout deleted file mode 100644 index 8b80c9e6159681bf7ce1d10d7263b834b743fd1a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005152463912964 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt index 7d31ae93cb609f11a757cb06e36347d52f75772f..924f64861228a9cb55ebe4b7b1bb4fb7d11b588e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1275 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-002.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.206616163253784 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x4707d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-002) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4707d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-002) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b5b0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.51324105262756 Finished #1275 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed index 1621c8c1701dba5d05b795d6fd82d3f65bfb86a7..fe6d47507a02d3a78438bea58b9b8ce90a51afcd 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed @@ -1 +1 @@ -60.212549924850464 \ No newline at end of file +72.21421575546265 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout deleted file mode 100644 index 70a730db6ca427a726ba7408baa02dd77b20fa4a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.01114106178284 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt index 00660536f1456d0021f62b7171f866fa6a1688e9..96de26056f11162e13eab5d6acef13ee99781093 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt @@ -1,5 +1,5 @@ Running #1617 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-003.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.212549924850464 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x4707c0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x4707c0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707c0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-003) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4707c0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707c0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-003) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259487 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259488 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.21421575546265 Finished #1617 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed index 529c1dab0a97cfc57c922cc955cdbedb4d96915d..adc141613cb14daebbd4231eb641f42b2c1ea867 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed @@ -1 +1 @@ -1.1971244812011719 \ No newline at end of file +1.0794355869293213 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum deleted file mode 100644 index 26fcb0898f2a462e9082318d1642e50db9564a3e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e4d570545f244c1dbf060a6853be220c \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt index 17643d0c458547a0a0ad15bf00e68d98e4286545..bf67d5a1c1c3534912682ea59ab0d488aa883dc5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1497 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213428 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213429 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259157 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1971244812011719 +Command return code: 255, elapsed time: 1.0794355869293213 Finished #1497 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed index 3530ba776654c5084aadc3e3e23763a8b8f66cd7..976a7452998e51404d1f4c43a2ccacc865220dd6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed @@ -1 +1 @@ -0.1048736572265625 \ No newline at end of file +0.10351252555847168 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt index 9e73ee78874910e2dbc2248a83bcf432707eaa88..f1b120bc15251c036220e1014fcd0a8172e4ef91 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt @@ -1,5 +1,5 @@ Running #2075 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccyoggk2.o: in function `main': +ld: /tmp/iccReNWbi.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-005.c:35: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed index b71573bf76ae980319b3ddc906069d28bf9b771b..b2d09722368f0b6bff7c9371e8db45b3a2393ab5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed @@ -1 +1 @@ -60.2061231136322 \ No newline at end of file +72.32733058929443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout deleted file mode 100644 index a64ed5f061b8613cb48457e7d167a29dd08d579a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0049045085907 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt index 7d928fc6cfae7eaa3f364f5b4a85a3e70ec68439..627dcca8709386232527324cde811407ce586990 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt @@ -1,5 +1,5 @@ Running #1344 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-006.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.2061231136322 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d300. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-006) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-006) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262108 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.32733058929443 Finished #1344 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed index d76fd35a07f3ad5c4a078ed9d4a0da90b05f6a71..0b2def3006be25fbcedfeaba7eb08ef50282bc9c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed @@ -1 +1 @@ -60.2125301361084 \ No newline at end of file +72.4076828956604 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout deleted file mode 100644 index 03b376cd625ac135a19b15c0b0097bf4330069eb..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.011091232299805 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt index 1a48dcee37f108dcc57632277b7996db01ea3a4d..fc083f51140b2dd8aa3be742c6c411f60cde82c6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt @@ -1,5 +1,5 @@ Running #1547 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-007.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.2125301361084 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d300. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-007) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 263556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 263557 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.4076828956604 Finished #1547 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed index 72fd10f7b472daf8d8b4b56d840e75425f8cee3b..f98b2b194e371e4f43050f5a1532b9d9857b8df1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed @@ -1 +1 @@ -60.20472455024719 \ No newline at end of file +72.44819378852844 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout deleted file mode 100644 index 99f425190118d8bf950f098becdda8aca775bdeb..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003464221954346 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt index 8ebade8ca02d48974a03f4579892ed54795e636c..12374d99dad3525e8b2378e3446f3e2e044d20f5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt @@ -1,5 +1,5 @@ Running #1245 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-008.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20472455024719 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470820. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x470820, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470820, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-008) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470820, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470820, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-008) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b680, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260790 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260791 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.44819378852844 Finished #1245 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed index 001b4a3afb8ae766b61923e0b1b8bbc49d571b4c..fb0214d0760366277b60dcdb91106e7f8341b04f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed @@ -1 +1 @@ -60.22964549064636 \ No newline at end of file +72.07564854621887 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout deleted file mode 100644 index 04f86047c7c5c215256f3aaf6a1241a1b48ad9cd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.02839803695679 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt index 0519d93e381f8f9e6226d7dc21d7de5d7519fcb9..2580386d1c94324d1901f2958b3494e05ff6834b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt @@ -1,5 +1,5 @@ Running #1234 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-009.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.22964549064636 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d300. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c:40) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-009) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-009) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250102 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250103 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.07564854621887 Finished #1234 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed index cc5c0248fa472d719809a4d4d5d1e26ccac63256..461df6cb1e489697383ba92a5af856ab0a32f68e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed @@ -1 +1 @@ -7.4807093143463135 \ No newline at end of file +7.643054723739624 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt index 41ec5cf584d765f7eb8f63629c8b2489659e89a3..b48b9e45ba1dbe78b399ec2351971992a3f08a22 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt @@ -1,5 +1,5 @@ Running #1623 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4706d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-010.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4807093143463135 +Command return code: 255, elapsed time: 7.643054723739624 Finished #1623 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed index 94a7cd4993c06967091b9e96cd952a7fdcbed512..e69ebacb6635ae8f9193015795704750b09e7200 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed @@ -1 +1 @@ -60.20613193511963 \ No newline at end of file +72.5049889087677 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout deleted file mode 100644 index 9f3026a886144ba080dabd6124ffff0cb6ae4983..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004966020584106 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt index 1210b344ff6f8ae0ed13ef9195f56c1801715e31..6bf61bd1742b0583806c378c9dcfe22fbbaaae90 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt @@ -1,5 +1,5 @@ Running #1434 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-011.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20613193511963 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d470. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d470, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d470, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c:43) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-011) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d470, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d470, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-011) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b7a0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 255061 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 255062 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.5049889087677 Finished #1434 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed index 1c4a57908ced1bf16847ee32191a520c0f6ef39f..4d7010b169d5a417e541cc852f75f44b4832c2b3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed @@ -1 +1 @@ -60.20671319961548 \ No newline at end of file +72.05580163002014 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout deleted file mode 100644 index 31a92e88ce24d07b53c8be77e8263a326a3a4435..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00543546676636 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt index decbf5f38b6516d0d96d1827e8764c03d350d883..6abd1e79dac1d3fb7a19137b0243ce491c244cd1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt @@ -1,5 +1,5 @@ Running #1975 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-012.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20671319961548 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d5a0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d5a0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d5a0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c:46) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-012) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d5a0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d5a0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-012) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b8b0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.05580163002014 Finished #1975 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed index 58b721d414b1d8d9a0c8071ef4d4afa0ef0df847..94394f753b883e7525af298ebbfbe2a7b2c70343 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed @@ -1 +1 @@ -0.11038517951965332 \ No newline at end of file +0.12227606773376465 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt index 4196fcf529b5294ece839850bd6459ab9f98360c..848e2685f9c49e968213ad84624741a6e42bec9a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt @@ -1,5 +1,5 @@ Running #1636 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccuVaeiw.o: in function `main': +ld: /tmp/iccuxt6qN.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-013.c:45: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed index 39df03ee638c1e14fc3f8e038bfc741b1429333a..d5db8f0495bfbf35e69cd8d0243eea3adfee3753 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed @@ -1 +1 @@ -8.940403938293457 \ No newline at end of file +7.593084096908569 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt index 3ff11694a920bac25934ebf47d41b24e7b07a8af..ebe94e23f259af283a4df842f2a5075cc3e0965a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt @@ -1,5 +1,5 @@ Running #1327 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209156 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.940403938293457 +Command return code: 255, elapsed time: 7.593084096908569 Finished #1327 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed index 8cf8dbb5231d791b2c53962ed3ef197b2d362030..10fcea6ef9357afae7c61402c14a1e43788f5662 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed @@ -1 +1 @@ -60.203006744384766 \ No newline at end of file +62.40031838417053 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout deleted file mode 100644 index 5d955496aa686c8b7916f5d44a2e565598bba4fd..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00173616409302 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt index 1dea061c74a3509dceaed7e7ff79980a81917f04..58bb040b81be0f17440d231a8d7f9fc80472862f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt @@ -1,5 +1,5 @@ Running #1550 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-002.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.203006744384766 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470660, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466490, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 267416 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 267417 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40031838417053 Finished #1550 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed index df4222eac386b031d5f6d70f88b2080fbb69206a..dca9937ce7dbe2167c983fbf910c7a4fde9c0764 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed @@ -1 +1 @@ -0.7303237915039062 \ No newline at end of file +62.05024242401123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt index 72167452509e7bfec9b0a780bdd5b44a1cdb06d7..7f7e943b1abce64d03df5da12af60e55e8245006 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt @@ -1,5 +1,5 @@ Running #2066 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-003.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470750, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466570, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234514 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3699 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.7303237915039062 +Command return code: 255, elapsed time: 62.05024242401123 Finished #2066 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed index d1fbb5951567ce868bdabc0704fd1c9cd8be512a..5eae86d06d73baa7ba190087a409cd0b08fd36ed 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed @@ -1 +1 @@ -1.1018521785736084 \ No newline at end of file +1.1651229858398438 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum deleted file mode 100644 index f05cca7f3c38bf6ed9c658019cbd5ded57826ee8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -48ed9bf6493d43664bd045d06f004ea0 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt index 84350b3d18a7050c3119a0225e154c51d4322080..258bb234056a04d928a84d18fb9e6f3a7acdecbe 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt @@ -1,5 +1,5 @@ Running #1419 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205838 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251485 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205839 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251486 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1018521785736084 +Command return code: 255, elapsed time: 1.1651229858398438 Finished #1419 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed index 08a0e02c4b809c181f43d3a8edbdb9ce8ed1f355..ab38069dbae1a71cb394e2dd3243fd53d16b6bb9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed @@ -1 +1 @@ -0.10487699508666992 \ No newline at end of file +0.11024284362792969 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt index bd7fa25e195348f7b2434d9ad49c262621e4cbaa..b04827e4ebb819df030e36b1071d9ed333a2acf5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt @@ -1,5 +1,5 @@ Running #1430 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccfFqPAp.o: in function `main': +ld: /tmp/iccjOZkBx.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-005.c:35: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed index 4380aeb4ce30aaaeac67c84ef48be70e278b25f7..80cbcfd4db39bddda38d075d0f265fd73482164b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed @@ -1 +1 @@ -60.20567560195923 \ No newline at end of file +62.24982953071594 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout deleted file mode 100644 index b44e1e4f580cc3fa13480de7f10d516bd0449fb6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00431561470032 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt index 56fd5022bf486ca466ac72447d58c9cb3e4e9ee7..3f6d52eeabf1db5b8ccc6e2ff373014687fad68e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt @@ -1,5 +1,5 @@ Running #1682 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-006.c (batchinfo:1/1) @@ -13,6 +13,79 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_sendrecv_replace-006 | -Command killed by signal 15, elapsed time: 60.20567560195923 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d230, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x4664e0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 277318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 277319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.24982953071594 Finished #1682 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed index 73e8092ed8f86e913d67a175dd45fe4463e57585..b7e9466f3ae1103f8818abba0612aeb3df7dac4d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed @@ -1 +1 @@ -60.20475625991821 \ No newline at end of file +62.30610132217407 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout deleted file mode 100644 index 4faece34d97d5f3dcd7555748316cd5e2f0d8b64..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00327205657959 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt index 05de0d3a9ce46a8b064633996136d3a9838966b5..47ed77c8bd2cb7bc2ee0e3fd1e2966cfcfefbd6a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt @@ -1,5 +1,5 @@ Running #1244 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-007.c (batchinfo:1/1) @@ -23,6 +23,69 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF | [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON -Command killed by signal 15, elapsed time: 60.20475625991821 +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d1b0, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466460, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258432 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.30610132217407 Finished #1244 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed index 98fbd35c5adc1bc2dffe4f0d0fbb3773abea91ef..b40a1cb1e6b6424e8f4dcb61b0a34402f2524534 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed @@ -1 +1 @@ -60.20337653160095 \ No newline at end of file +62.412880420684814 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout deleted file mode 100644 index d81c7ed49a00fe73384d5a9a7389f83ed4f7db94..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00200700759888 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt index f41ed89b395f873602466b71dd6e77045284b2a1..3893c834d04ec2a002bb21444a327562d59aa4c4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt @@ -1,5 +1,5 @@ Running #1932 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-008.c (batchinfo:1/1) @@ -16,6 +16,76 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON | [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON | [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON -Command killed by signal 15, elapsed time: 60.20337653160095 +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d230, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466550, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.412880420684814 Finished #1932 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed index 38415dd83699ef4d9e5fec0225ccda71605a849b..1891b543bf5b712770e16cdab90de79f257e5da5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed @@ -1 +1 @@ -60.20797324180603 \ No newline at end of file +62.1864070892334 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout deleted file mode 100644 index 3d3a68174b91e8f24113e97e42bc45ed931282e8..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00662660598755 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt index b9c7c0806d10aeb52ee435916fa7540403f2df3f..d5e3f7096b328c799c60afdc63d3849b5be7952c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt @@ -1,5 +1,5 @@ Running #1567 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-009.c (batchinfo:1/1) @@ -13,6 +13,79 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_sendrecv_replace-009 | -Command killed by signal 15, elapsed time: 60.20797324180603 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d230, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466560, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258340 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.1864070892334 Finished #1567 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed index 85a7809ed78235202585ca34a79d02cfd7ce9393..b10931f628451363979b09aa88607ad046baef58 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed @@ -1 +1 @@ -7.3811821937561035 \ No newline at end of file +7.442048788070679 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt index e3a773f4df04b0c60a16bbdcfca7ccc91e2114fe..e81293d6289399fbc3d25c3a484950c67a7fe1c0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt @@ -1,5 +1,5 @@ Running #1575 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470570, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470670, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-010.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225162 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269641 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269642 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3811821937561035 +Command return code: 255, elapsed time: 7.442048788070679 Finished #1575 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed index 5ad3adc022b36cbaef3ccf0bbb1dadecdf5dcbff..3749cd338be6ba18ba1c53b33550dee5653ce8f9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed @@ -1 +1 @@ -0.9056379795074463 \ No newline at end of file +62.19953489303589 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt index 6344af01f93cfa9ff75ee67908539886842bd1c1..367904fae45559c2710f4f1d2e2c962d7027ed72 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt @@ -1,5 +1,5 @@ Running #1934 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-011.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d450, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=0, recvtag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-011) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x4666f0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233383 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277736 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233384 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9056379795074463 +Command return code: 255, elapsed time: 62.19953489303589 Finished #1934 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed index b6cc97873401d5a78acd20948d9635aabffc23f8..225766513e5cb03e404be30dc67d10a9eb489f8c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed @@ -1 +1 @@ -60.20670962333679 \ No newline at end of file +62.35999298095703 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout deleted file mode 100644 index 89e74b84b6cd01e679ec4a1fa88ee7198539258d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00531244277954 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt index 7799c6ee64a536d9ffcb8b8ee5ea0064d8037852..0a740cb747c6eb89aa131735dc21ce2722d981b4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt @@ -1,5 +1,5 @@ Running #1841 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-012.c (batchinfo:1/1) @@ -41,6 +41,51 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 -Command killed by signal 15, elapsed time: 60.20670962333679 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d560, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466790, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275849 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35999298095703 Finished #1841 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed index bb01de9632fd95fa0536f06b8e78e22309d2413f..f912ca9535d92824c2bbf5b2517df1d280072f77 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed @@ -1 +1 @@ -0.12846112251281738 \ No newline at end of file +0.10685086250305176 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt index 873c43df1ae4fef30ccf593dc6dbe5f2ebf978e3..d8a0d9cf5eb590e25107ddd520b3e71ca9aabce2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt @@ -1,5 +1,5 @@ Running #1924 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccxVPr67.o: in function `main': +ld: /tmp/iccA89sZ0.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-013.c:45: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed index 0e60f46b29737da283561d112d244aa98cb27b86..8e846bc7202310cf4f575470c964b9e3f4b217dc 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.197155475616455 \ No newline at end of file +7.058975696563721 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt index 76938b11f7a3e8e73aab226b96fde5aff1c69147..eee3659c6e5f4deb931c8caee2ba6baf884f66f5 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #539 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_allreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_allreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abc0, *recvbuf=0x46abc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Op-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Op-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185260 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230726 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230727 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.197155475616455 +Command return code: 255, elapsed time: 7.058975696563721 Finished #539 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed index ce3b45d84519bc8b653a85900ac8c1448df2b5d5..d5f86495e53fe32f91c6e61765f14cbf3ea4f93e 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.822928190231323 \ No newline at end of file +7.437436819076538 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt index 98670c134d748ff71ebf09e47375940b642a7be0..76c0ff251926c7bb09adb5c81d74afc018adfb49 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1086 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: error | [0] ERROR: Reduction operation does not match in the same collective operation. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_MAX, comm=MPI_COMM_WORLD, *request=0x7ffc44776678) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_MAX, comm=MPI_COMM_WORLD, *request=0x7ffc3ad7f408) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb7709fd8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd65c84d68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Op-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Op-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209115 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253917 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209116 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253918 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.822928190231323 +Command return code: 255, elapsed time: 7.437436819076538 Finished #1086 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed index e463b33a47057271543577b23d00271708557c40..3de1b36ed4bf17e3c1ea38044cb853d8bb9a59dc 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -1.3233423233032227 \ No newline at end of file +7.293848514556885 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt index f2ae6cc484c19f110d5d2858a7bdda53bdd19053..e891a60d73b06f2c211182511b8510ab97f8c009 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1154 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: error +| [0] ERROR: Reduction operation does not match in the same collective operation. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_MAX, root=0, comm=MPI_COMM_WORLD, *request=0x7fff24050388) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcab7e8068) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Op-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259154 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.3233423233032227 +Command return code: 255, elapsed time: 7.293848514556885 Finished #1154 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed index 7cba1cbb99f846bf1486ad66884fcc388b15cc80..16da92ff81d3192820388dac503feb353d05ddad 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.234556198120117 \ No newline at end of file +1.122748851776123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum deleted file mode 100644 index 6ac015269f85ebc9902733303807050761b3af62..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4242080c4fcbd1cb1dd41e823922914b \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt index dc66463fb68e9115798195c56afb4940055adb00..a67862f3d370199c7635ac8bc818091e76780ddf 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #718 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_reduce-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: error -| [0] ERROR: Reduction operation does not match in the same collective operation. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_MAX, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46abc0, *recvbuf=0x46abc0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Op-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242117 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.234556198120117 +Command return code: 255, elapsed time: 1.122748851776123 Finished #718 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed index 1c60b2ac187cf52578ad420de2c3c1edf05451c9..37a0b210696e2fe3d8f430b563fa3a0fa9e69478 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -60.20692825317383 \ No newline at end of file +62.356897830963135 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout deleted file mode 100644 index 1f2e4467a3706d815d8cfdd20953526054fa1b61..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005621910095215 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt index 09a39458323dffb10cb662f9efbe5e09becaac27..977d0d038f67cdeb60c41bad05ea7c11a6fa9f49 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #545 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_bcast-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20692825317383 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_bcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_bcast-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 232376 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 232377 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.356897830963135 Finished #545 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed index 062cb69b26b7dfdd19e9f9cda6dd1c240fc6ec26..ec26a7babacbd126aa3085453dcd759734df1e21 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed @@ -1 +1 @@ -60.205726623535156 \ No newline at end of file +62.24373388290405 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout deleted file mode 100644 index 3b2a70df602bfef13c05e5b260fd977a310223cb..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004478931427 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt index a3c38ebd53ab8c1b4a7082948bb424b050e1d431..dedfb8d5f31bfdbd6508957cc3f8e0602a31ab97 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #1138 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_gather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Root-mpi_gather-001 | -Command killed by signal 15, elapsed time: 60.205726623535156 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Gather(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_gather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_gather-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250910 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250911 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.24373388290405 Finished #1138 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed index 3d9db2788e6b49b7d65935ffa1b3b300954c2d42..185579d34288da71a569d430e8ea1db68d4d71bc 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -60.20622539520264 \ No newline at end of file +62.34844350814819 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout deleted file mode 100644 index 3dc730dbaaf9382e1c8b052df3ae3b4b8b086f03..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00460624694824 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt index 9073ca1f88a44a252f7f601dcadf383e5bc2ca77..154dd5f7e21ecbe8c9144b2455e73c7fc373b7d6 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #714 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_ibcast-001.c (batchinfo:1/1) @@ -27,6 +27,64 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON -Command killed by signal 15, elapsed time: 60.20622539520264 +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc22afddd8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ibcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ibcast-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 238587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 238588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.34844350814819 Finished #714 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed index 6ecd150e0fbbccd12bb0c74a4f6882940387cead..f0307ccb211b45055657d8948e08a7a123cb9edd 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed @@ -1 +1 @@ -60.20460891723633 \ No newline at end of file +62.12851047515869 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout deleted file mode 100644 index 7b60b7b8222aa0bb560e908f77f5a9e38756292c..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0033745765686 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt index c05d9978772dea063f3c7df2c5b16ab227b183c7..ae8fabfc818e4606d4b06f5b81ee49a8e3e19360 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #695 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_igather-001.c (batchinfo:1/1) @@ -34,6 +34,57 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:MSG:PENDING ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON -Command killed by signal 15, elapsed time: 60.20460891723633 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Igather(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff02ff5908) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_igather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_igather-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 227788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 227789 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.12851047515869 Finished #695 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed index 79fadc4e734f8d9b3a20101b771d4178194db939..e34ebf73261618034de4836557a19f99a5d71fc1 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -60.20385241508484 \ No newline at end of file +62.30345368385315 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout deleted file mode 100644 index 6ff082434a1b831f770c38c6a02d6fb80c8ae39f..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00261569023132 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt index cb590f3d8695137860b5b6e5a133363cbcb0e8b5..8238969f65fda0dc13e5086990c89b970b4b32cb 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #974 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_ireduce-001.c (batchinfo:1/1) @@ -26,6 +26,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON -Command killed by signal 15, elapsed time: 60.20385241508484 +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd178aaab8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ireduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ireduce-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243263 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.30345368385315 Finished #974 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed index 0be05e03f301986420d14f5c6761e45483475f22..64746327427c8ce5f62c13a2bb098e41534a8d92 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -60.20808982849121 \ No newline at end of file +62.239797592163086 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout deleted file mode 100644 index 1f6df1a69af74fca7f54e9a57855ab9c46381254..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00668120384216 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt index 26be79eaf89c4dfbf2eebd78ff999de2a2afffde..145530cf501837e2d64505dd30689c94099f9a0b 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #492 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_iscatter-001.c (batchinfo:1/1) @@ -27,6 +27,64 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON -Command killed by signal 15, elapsed time: 60.20808982849121 +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd2d4adc98) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_iscatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_iscatter-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 242544 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 242545 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.239797592163086 Finished #492 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed index cc2ec4cd9b2ba5b58ba269affeb958e6005e7960..74ef114fc182df42c3c3ca31896a472e69eb105c 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -60.20299410820007 \ No newline at end of file +62.28608298301697 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout deleted file mode 100644 index 67e285c967a95697866007cf2e8c1c981c27f2b0..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00177359580994 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt index f3bd3d7489072da375d03fbd3619cfa25ed07a87..9f412ab30c8bad366e0ca5e6a64c024612cee962 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #568 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_reduce-001.c (batchinfo:1/1) @@ -43,6 +43,48 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.20299410820007 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce(*sendbuf=0x470660, *recvbuf=0x470690, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_reduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_reduce-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229228 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229229 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.28608298301697 Finished #568 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed index 534c3368635a94f4dadab88b25e3d4a4ca0b42ad..ff3119ff78b115777c985ba5e11a1fa1eccbd96b 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.2043297290802 \ No newline at end of file +62.51055669784546 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout deleted file mode 100644 index b3932cf982f3cd9986a66a1ac0d435955ad86624..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00291395187378 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt index a3cf2ab7ec9e1e0fb3849fdd4e1c30adf3c00d22..68c3ea5dd36eb8c699a53c7538c90e9f0fc7f617 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #885 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_scatter-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Root-mpi_scatter-001 | -Command killed by signal 15, elapsed time: 60.2043297290802 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_scatter-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 241376 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 241377 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.51055669784546 Finished #885 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed index 3ddb5eaf9e32113595947b72b52e18bdc97800ff..7a7cb8ddce8129a8ac4d454cbe1ca9ebfbe7a535 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.997188568115234 \ No newline at end of file +8.161783456802368 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt index dd010a1512e0523968ee654a8bfdf1940b470520..b7b236740c6a105a8e93ad2fe061032030edc78b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1342 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_bsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac30, 0x46acb0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac30, 0x46acb0[, 128 bytes. +| [1] ERROR: Buffer [0x46ad30, 0x46adb0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ad30, 0x46adb0[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215691 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.997188568115234 +Command return code: 255, elapsed time: 8.161783456802368 Finished #1342 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed index a9f03966d6f813532f35e870c9e2a3ddf83f52bd..85e37746c1d0baec7a42a9e4c8bb189784843f4b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.991503477096558 \ No newline at end of file +7.8576295375823975 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt index 8e381cc5f7b8b165452b799dd15a498f25e26ac2..cf6bd10d1cdfe1dd56506a62df1dacb008381ca3 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #2040 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ad10, 0x46ad90[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ad10, 0x46ad90[, 128 bytes. +| [1] ERROR: Buffer [0x46abf0, 0x46ac70[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46abf0, 0x46ac70[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffec47f12e8->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff38bf6758->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend_init-001.c:48) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231027 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231028 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.991503477096558 +Command return code: 255, elapsed time: 7.8576295375823975 Finished #2040 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed index 3f1b1efc738bd1e6e7ad89465987c64d2eed3a25..a8e956e7221f432e56af622c489e56e931e4a5a9 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -7.986915111541748 \ No newline at end of file +7.918110370635986 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt index 48a9e3d5dd476117cd20619acfd58819fcdec6ed..f38604aa10df2a93897ef6f42de278f762988f76 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1323 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_ibsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46abf0, 0x46ac70[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46abf0, 0x46ac70[, 128 bytes. +| [1] ERROR: Buffer [0x46acb0, 0x46ad30[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acb0, 0x46ad30[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD, *request=0x7ffda69abdd8) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD, *request=0x7fff77ae1f68) | [1] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ibsend-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208034 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254356 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.986915111541748 +Command return code: 255, elapsed time: 7.918110370635986 Finished #1323 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ibsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed index 6a62cfbcf551146fcb0af1b35bff1deb7ba06715..75cc74ab38a1c9a48ddc0695ae7a1919dd55db2e 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -60.2077579498291 \ No newline at end of file +120.20801901817322 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout index a6cfde525b834fb81693b868956635e7f1e6b80a..01e5d91d6c5be4aa817c3292ef84258cf89cb06b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout @@ -1 +1 @@ -60.006266593933105 seconds \ No newline at end of file +120.0066351890564 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt index 7d4b71c34ea7b93561c5f4012112fe56e5ae89d8..08dd0ab6664188ab1ef9466b2a652e95e38b1abb 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1571 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_improbe-001.c (batchinfo:1/1) @@ -48,6 +48,8 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.2077579498291 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +| [0] INFO: 1506.00MB trace data in RAM + 0.00MB trace data flushed = 1506.00MB total +Command killed by signal 15, elapsed time: 120.20801901817322 Finished #1571 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_improbe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed index 4f4d01e2ebc890baa884667ba10fcf242cd2672e..130d65d3892ae3fb87bec297fcfa4df9cad82f57 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -60.22083330154419 \ No newline at end of file +120.21082973480225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout index bbb16001c5a9003f5b9aa5dc79cbcb6736bb1bdd..66628f454a507365be6095ced2d9822e9659cf48 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout @@ -1 +1 @@ -60.019530057907104 seconds \ No newline at end of file +120.00927543640137 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt index a6f3a1ef4ff84ac0a6587d610babf10595ce965f..2465b066da196e8bd776f4ceccd7a7bd2e5d620c 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1954 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_iprobe-001.c (batchinfo:1/1) @@ -13,6 +13,6 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_iprobe-001 | -Command killed by signal 15, elapsed time: 60.22083330154419 +Command killed by signal 15, elapsed time: 120.21082973480225 Finished #1954 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_iprobe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed index 8b4261a535c8b18292164e0eb44fe5fa5c916dd8..b642a4cb342f79a71bcf209b686e0c297892b07d 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -1.1115641593933105 \ No newline at end of file +62.45833492279053 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt index ed8f180f1da2f8413ce9945c68939a94735d2e4f..1fb5c95bfedbf6b2098f65851059642ac8aad40e 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1312 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_irsend-001.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff489fce38->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_irsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_irsend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268268 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1115641593933105 +Command return code: 255, elapsed time: 62.45833492279053 Finished #1312 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed index bb52a0bb4ef442c75dfb1ffe149ac28c2a87d50a..32cbe151925066c01f99f168eb428d3475b4aabc 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed @@ -1 +1 @@ -60.20673990249634 \ No newline at end of file +62.286221504211426 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout deleted file mode 100644 index 4c0471651fdb9432420925390956e3d5b2262105..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00557470321655 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt index e9880c207abdb4e5a4b1a3ff8c3b01320c5e8862..e60334368af5cbc39bc31fbe466f562be4f535c9 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1341 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_isend-001.c (batchinfo:1/1) @@ -27,6 +27,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON -Command killed by signal 15, elapsed time: 60.20673990249634 +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffefd2a40b8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_isend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc8a5d0af8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_isend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259014 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259015 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.286221504211426 Finished #1341 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed index e6cd193c2a2198d30cf87d5116ed14003b2955ca..f3950108009a8fedcb019313d11d381dac736e90 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed @@ -1 +1 @@ -60.204036474227905 \ No newline at end of file +62.38251185417175 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout deleted file mode 100644 index 889665b8d240d316bdc44e194e64a981104edbfa..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00267148017883 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt index 9ed3e051e2023c49f4c46e28fa89398377475ace..693389be2669aed5d43aff3d97744ab5551dca5d 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1321 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_issend-001.c (batchinfo:1/1) @@ -43,6 +43,49 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.204036474227905 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd59555a58->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_issend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd1fb1aa88->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_issend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 251192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 251193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38251185417175 Finished #1321 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed index 0426cee4677d6091091205d9a2c27d36c40c0ec9..b4f8a13ec1eb255df84668bef1790c3406406d7f 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -60.20738458633423 \ No newline at end of file +62.43749284744263 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout deleted file mode 100644 index 554705e7b7f83a27f155aa860503f9067443c652..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00604724884033 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt index 284bc924a408417b3f25fd4bc0f4f9075b7dabcc..a8ff7731752e07097be87b97f4f8e8c8272f88ae 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1276 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_mprobe-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20738458633423 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=2, comm=MPI_COMM_WORLD, *message, *status=0x7ffc103b1728) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_mprobe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_mprobe-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.43749284744263 Finished #1276 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed index 158c4eb195ce4ea1edee58a380aa3dd5cc05bb14..68fbbdb43cf06b8153c0c5c65223a3d2b1dab86c 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10030317306518555 \ No newline at end of file +0.10932803153991699 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt index 6a48986ab28ebe8038342937210cb22851fe6dbf..9a7f28f0c3160ea63f80bf38418808226f150b15 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1654 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccBrxIPT.o: in function `main': +ld: /tmp/iccIrBIHm.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c:48: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed index f7dbfc8bcbb52290a3843aeb7e95d718820efc3f..ef70c6c54779482a875d2417a7700f5cabdddb8c 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed @@ -1 +1 @@ -60.20460605621338 \ No newline at end of file +62.278613805770874 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout deleted file mode 100644 index ef36914becb98e930011d3a8d0786224102f20d4..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003334522247314 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt index 48db6f258647735182804f3afbe2c73a2e2610c9..1d90f3c88853fbb074fd09164299036fff46e702 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1643 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_probe-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_probe-001 | -Command killed by signal 15, elapsed time: 60.20460605621338 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Probe(source=1, tag=2, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_probe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_probe-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_probe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.278613805770874 Finished #1643 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed index d1a6391cae4751cc71fbd912cbb44b93a3e2e783..1603c3f7bddeb8b9865e2a007bda0a97d288b262 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10674381256103516 \ No newline at end of file +0.1090996265411377 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt index 0b71c080ba4ed32f8d5688dca1330c6448401e5c..bd77e15850ebba285170c2f7329a9df35cd0c5e4 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1615 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc7NLTl7.o: in function `main': +ld: /tmp/iccKWyvTe.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c:48: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed index 8c4fab692c12ee41de309ac9f392a9a3a72a08e8..40dcf51664d71757caf10fcb791a9d16d4e89594 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed @@ -1 +1 @@ -60.20451807975769 \ No newline at end of file +62.35166382789612 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout deleted file mode 100644 index 018f9bc576c55159bb3273019d796526c2edf664..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003135442733765 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt index 336d686b7c680be5187c40481b9b8a8636fbf54d..9cafddc0bd16de85c5fba8bba777a9f9be8bf8cd 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1288 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_recv-001.c (batchinfo:1/1) @@ -19,6 +19,72 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON -Command killed by signal 15, elapsed time: 60.20451807975769 +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470690, count=10, datatype=MPI_INT, source=1, tag=2, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35166382789612 Finished #1288 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed index 59398b192df71f53afbb65891aaca8b2dc378995..151f5f6e761b25b8feb949fb2a1cf288a9edc3d9 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -60.21040940284729 \ No newline at end of file +63.27592492103577 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout deleted file mode 100644 index c3a0aad7d55432a351c6644b574fa98137f37e6d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00910806655884 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt index 4c8fdb960eb54454af82c0fe449973c7a8f2572c..6ba429707db405d6ffe98662d6622445106d7c1e 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1800 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_recv_init-001.c (batchinfo:1/1) @@ -25,6 +25,66 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON -Command killed by signal 15, elapsed time: 60.21040940284729 +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc38750278->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv_init-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276062 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 63.27592492103577 Finished #1800 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed index f01174271c796e07ee69c75d186dcf2b3db7ba86..2abb2fd072795416363ba47378a619bcf9f4c5f1 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -60.20720362663269 \ No newline at end of file +62.40994596481323 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout deleted file mode 100644 index ae50980e3e7fec9db52431149f678c64e96ded12..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00537419319153 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt index 07cbb01b6ccce1d56d5f6bb336299f453ecc776a..31fa0da7dd1f9a6f596f6c70f96d1a993f8f5b42 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1635 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_rsend-001.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20720362663269 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc78d51f78->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269839 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269841 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40994596481323 Finished #1635 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed index 48645762647f3448461d4fd1796ac2e1ed86f897..20b09f87cfb07914d6b81fd4603bd5365e388e5f 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -60.20451235771179 \ No newline at end of file +62.302876472473145 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout deleted file mode 100644 index 1c3ea11d82c4d03d3503191ea27f1a223f0c37e0..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00308346748352 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt index e49d04bd4ef32ec0706b3783f76b5f3eb6301172..24cba135967cdf194ff1011f1c1f77e9d41aca99 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1605 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_rsend_init-001.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20451235771179 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcf7b47258->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend_init-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264343 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.302876472473145 Finished #1605 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed index 7dd8ec8585c24e767ccb39a971b0a63e16b22c05..d0589f222e2798082af366e2f933e24c48458ed5 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20542860031128 \ No newline at end of file +62.5238778591156 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout deleted file mode 100644 index bb5427433d449d2748148f3faa46390b9b9e29b5..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00420689582825 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt index 84662654a52fdd1f8df734fe2475e64b860e3ae8..042a5c12267810c97ffccf425d105bb6828d39d4 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1641 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.20542860031128 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff9bf8d688->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272724 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272725 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.5238778591156 Finished #1641 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed index ef835776d18c613d8309ffa86749f895c48775ff..1bfc4163bd9d3bc74daa5206d078409b3c6982ce 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -60.203843116760254 \ No newline at end of file +64.1037495136261 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout deleted file mode 100644 index 990856e0700013f19b2e89a1861b838906777e84..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00258731842041 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt index b1dc2cf8b7bc3bd04590fe82807efa90a5dd537f..ed7185a9b4c0b37704a4d2af8f053419ed662b1f 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1956 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_send_init-001.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.203843116760254 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff2ee1cc28->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcba73d488->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send_init-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276064 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 64.1037495136261 Finished #1956 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed index ee3fdfcfc16d4d630b09db35cc831678006d9be6..50d0aa794d4710f2e74075d9fc27b922b0df9f84 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -60.206255197525024 \ No newline at end of file +62.41082262992859 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout deleted file mode 100644 index e63a015459280a6cd4617e801466a73cca2cad3b..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00430393218994 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt index eb108a66180c1ba018b167f5ba568f1ab60bc6c7..9d8e971cf0cda37f9d706eda0593a021d94b0ee3 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1653 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_ssend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_ssend-001 | -Command killed by signal 15, elapsed time: 60.206255197525024 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe5d22fd68->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_ssend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ssend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_ssend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 261948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 261950 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.41082262992859 Finished #1653 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed index 7eecc58adff3c9533a942a39fa1d01a41ead4a94..7f704c3ebce7605688b0b0daddfc257068f418e5 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -60.205419301986694 \ No newline at end of file +1.17427396774292 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum deleted file mode 100644 index c0716396d0e6c71e0c90382017a6a492e26b7ab9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -319c1a302b483f1f68c5b5cef1bfc98a \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout deleted file mode 100644 index 72c68cfab34837c6c350d213ec53f701bf09ffea..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0041298866272 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt index b39125ee6dc62928b228ccd00394f5600d57389b..38be9ea27bbf7e5e4504a3342bafd4bfbcc610b1 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1866 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_ssend_init-001.c (batchinfo:1/1) @@ -13,6 +13,57 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_ssend_init-001 | -Command killed by signal 15, elapsed time: 60.205419301986694 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274234 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 1.17427396774292 Finished #1866 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed index fb5f67ae36902b7a3afaab7d1f285b30e80a2316..5962d204f6bdf74be455b6f7cdc691d7e1cc275d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -60.253031969070435 \ No newline at end of file +72.29301691055298 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout deleted file mode 100644 index 88d263dfa3886c452ff1475b2a874fc2cf89339d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.03747510910034 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt index 1f7acb351829e9eb577b79a879c4e4ded6b436fe..cd52a93727acc936a4bf4248a8881b0f95eda77c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #484 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-001.c (batchinfo:1/1) @@ -49,14 +49,61 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) | -Command killed by signal 15, elapsed time: 60.253031969070435 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236677 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236678 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.29301691055298 Finished #484 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed index e9c8c9bad96398e6ea58ef7641b48742a62467bf..5ef1c0ed7279cf3f603fdaa8cef0dc1f45031d34 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed @@ -1 +1 @@ -7.341996669769287 \ No newline at end of file +7.278042793273926 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt index 306fb1f354d9848b6a041e80ebe5830d6bd9d1b6..79f69fb3d483bc245d869a1fc82d416261e5abbd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt @@ -1,5 +1,5 @@ Running #1065 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-002.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-002) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad90, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ad90, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200383 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200384 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245451 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341996669769287 +Command return code: 255, elapsed time: 7.278042793273926 Finished #1065 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed index 0e41b3fa3c9cff75eaa87409b98d51a219a7f7fc..19f260b3634510f1dad710c62741dd4768d0c255 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed @@ -1 +1 @@ -7.195903539657593 \ No newline at end of file +7.222271680831909 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt index f933ec1f6c92131a5ea40278e0b15c2f3b9344ad..bf393b4560568f45533d67edc9120e2ae4af309e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt @@ -1,5 +1,5 @@ Running #576 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-003.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=8, sendtype=MPI_INT, *recvbuf=0x470750, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-003) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ada0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ada0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46abf0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190090 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190092 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.195903539657593 +Command return code: 255, elapsed time: 7.222271680831909 Finished #576 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed index b0323a1ed128b4426ca55241a7597f6a6bedaa6e..18012f799c123003befe6e582ea6fa317d1e6d79 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed @@ -1 +1 @@ -60.20846199989319 \ No newline at end of file +7.358758449554443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout deleted file mode 100644 index a675f39fad55f919efd847ced0501cf8ee47e339..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00703191757202 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt index 9774660e4d21be8a6cda8838e6096b719d6cde07..507ad46add4965f9bfc7798be31fbd6595ef463f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt @@ -1,5 +1,5 @@ Running #606 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-004.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) | -Command killed by signal 15, elapsed time: 60.20846199989319 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 234757 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 234758 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.358758449554443 Finished #606 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed index 2eef8da3ee3a121c9e29131b68180dbac20afc96..50996a1eab03aec4d2a2811b089ad71a87ff06ff 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed @@ -1 +1 @@ -0.9739491939544678 \ No newline at end of file +7.255265235900879 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt index 2f99e6fe5bd0aac3c01e9e28100769a8ea34ef9f..fd1dc801e84dc23b40cb16a3b199d5c4e40fb751 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt @@ -1,5 +1,5 @@ Running #1136 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-005.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470750, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-005) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-005) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204819 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250083 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204820 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9739491939544678 +Command return code: 255, elapsed time: 7.255265235900879 Finished #1136 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed index 6a011c89216ba2d2ee92a45b9ef5395aec953de0..e031f84a7afeb65022f07c6a2e07ea9c1c07f025 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed @@ -1 +1 @@ -7.426296710968018 \ No newline at end of file +7.244505405426025 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt index 33e0acddea59241e4417332eeeaf5ab59a2c00b6..6a8cd2778a85ed4cf20ea426cda49f3491c1db29 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt @@ -1,5 +1,5 @@ Running #1111 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-006.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470750, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-006) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46acf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251417 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206659 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251418 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426296710968018 +Command return code: 255, elapsed time: 7.244505405426025 Finished #1111 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed index 5330230b54fa89439a62a230c52986723a55222d..c8b741a622fad3da188d36b2c38db38fdc00d1fb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed @@ -1 +1 @@ -60.20939612388611 \ No newline at end of file +72.23105025291443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout deleted file mode 100644 index 17ed9af0a214b85576891a7a294d78492af22032..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00793433189392 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt index 675219c16108394b73423e0f96e50bf9bf8a9e78..4c3fea6d15b364ec35f9cb910d0261eff93c3ede 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt @@ -1,5 +1,5 @@ Running #926 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-007.c (batchinfo:1/1) @@ -55,8 +55,55 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) | -Command killed by signal 15, elapsed time: 60.20939612388611 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236568 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.23105025291443 Finished #926 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed index ba2617a0dfc6ac8732d2253d0982a46c8089e98b..1c730ba4cb4fccc110869bb0edd9492eec72eb9d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed @@ -1 +1 @@ -7.262963533401489 \ No newline at end of file +7.208111524581909 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt index 14fc826c423fb2cabf473852438a477e7d267844..b7efd27157c21845fe90ed852c8132be9fb24be3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt @@ -1,5 +1,5 @@ Running #560 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-008.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x470790, recvcount=1, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-008) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ae00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197031 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242992 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.262963533401489 +Command return code: 255, elapsed time: 7.208111524581909 Finished #560 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed index a810f485a4d5a882406e9ed71266fa10f5f2a432..b02a949208ad6775bcd3e465c12617f7a091a124 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed @@ -1 +1 @@ -7.403005123138428 \ No newline at end of file +7.297494888305664 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt index 41db4fbb1277c675d05f40e51e4f820c859b48b6..5a0f17d877ced7053f7ccba17572944476225e30 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt @@ -1,5 +1,5 @@ Running #1183 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-009.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x470750, recvcount=4, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x4706d0, recvcount=4, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-009) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ae00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214629 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256670 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403005123138428 +Command return code: 255, elapsed time: 7.297494888305664 Finished #1183 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed index 9fd037d4884ddd4b5ba8b43587c7c214349ecbb6..1a6a592e0258be52fadc0776b8883e9fd5de9a7e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed @@ -1 +1 @@ -60.210670948028564 \ No newline at end of file +7.452025651931763 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout deleted file mode 100644 index 3536c2e56e6feed46534857e18ac7af5ef304026..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.009276390075684 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt index 12f029e36a9bce2fda4562ed248ff3193223e818..c3a39fe94766cdd336713733f39faed57fd6bead 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt @@ -1,5 +1,5 @@ Running #791 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-010.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) | -Command killed by signal 15, elapsed time: 60.210670948028564 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.452025651931763 Finished #791 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed index dd4c7c3b52e4c26bb994dbf73df1e6e84649a887..64c93ccd1cd37eab85837c953f3508d81d61d28a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed @@ -1 +1 @@ -8.300660371780396 \ No newline at end of file +7.361556053161621 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt index 26326f47e54b37929f71bc2c553a51d0dc26c445..8ea5297b34781bc1cdea2478fbba4101b6661fae 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt @@ -1,5 +1,5 @@ Running #1090 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-011.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470750, recvcount=1, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-011) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198233 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243424 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198235 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243425 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.300660371780396 +Command return code: 255, elapsed time: 7.361556053161621 Finished #1090 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed index a79106281fdd04287c7219b7f2fe847b962f8de0..39a9b927fe1f99d26523bfbb0bd33a37f5821e8b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed @@ -1 +1 @@ -7.60261607170105 \ No newline at end of file +6.973588705062866 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt index ea20e2bd80c2c47f14648e96488225126b5c4a09..4f1384bd0fa77fa36cd72812832c8102bb7dff7c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt @@ -1,5 +1,5 @@ Running #613 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-012.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-012) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.60261607170105 +Command return code: 255, elapsed time: 6.973588705062866 Finished #613 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed index cfe511378d2721b34bb81a915af6738e60441e08..5168ffb051883fa053423888642ed8a2d1121ac0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed @@ -1 +1 @@ -60.20808172225952 \ No newline at end of file +7.436144590377808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout deleted file mode 100644 index 33867660d6181bf52abf7ac22c56b38f12621d41..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00684642791748 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt index 224de68f22fc4a986f0161ba22e1274399a226a9..f9492a9b12c0dc267aced5d3245749487d719a61 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt @@ -1,5 +1,5 @@ Running #865 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-013.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) | -Command killed by signal 15, elapsed time: 60.20808172225952 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 235164 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 235166 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.436144590377808 Finished #865 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed index 9d1c40a518072c4c913e71ceeef328624d02a9ba..906c731b5f5b9cd377151fe401c1b252d08c8278 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed @@ -1 +1 @@ -7.390968322753906 \ No newline at end of file +7.231550216674805 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt index dfca708392c5a727960a7c46b65cd5f8ed57e091..171c8d6353c98ace1c2c998692f76ae88e9d57d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt @@ -1,5 +1,5 @@ Running #870 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-014.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x470790, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-014) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193422 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237358 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193423 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237359 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.390968322753906 +Command return code: 255, elapsed time: 7.231550216674805 Finished #870 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed index 34adebc279cfd2cb19309d4de5e5641a3eedb23f..8ba000d558793ae12a970c0c514711f4aea71bab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed @@ -1 +1 @@ -7.3403167724609375 \ No newline at end of file +7.401925086975098 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt index 1013e7e4eb8035a8f97170908630a80b52062a13..3d53d81a4fb35be7ad0721373f32cc90b71ad805 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt @@ -1,5 +1,5 @@ Running #1055 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-015.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x4706d0, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x470790, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-015) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212635 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262173 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262175 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3403167724609375 +Command return code: 255, elapsed time: 7.401925086975098 Finished #1055 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed index 1e5ac884d1d5bc0a48f250e45dcbf03072e3231d..89b5a8d5676688710b3dc7b00599ba133adf9d7e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed @@ -1 +1 @@ -60.20716047286987 \ No newline at end of file +7.455650091171265 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout deleted file mode 100644 index ef65f1d0dcc70af55f5d241697cc66a28b2537e6..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00570750236511 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt index e81e27f57c2247d0976eb0e8d61deb8a6823ac11..6dcdc0659b5ba8ba395b4d1d39b4e8bde7b95e57 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt @@ -1,5 +1,5 @@ Running #1158 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-016.c (batchinfo:1/1) @@ -55,8 +55,52 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) | -Command killed by signal 15, elapsed time: 60.20716047286987 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 244762 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 244764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.455650091171265 Finished #1158 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed index 1a2a7972d50abe76055e8474ab9c697a16c573ff..08d7ed54370d32d433e63560698be1442166387f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed @@ -1 +1 @@ -7.393809080123901 \ No newline at end of file +7.153347730636597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt index 4fdf0516b001f72d898e6e886498f281cd449915..c4f16ba890a718274c5fa89afac039f9e04d91c5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt @@ -1,5 +1,5 @@ Running #707 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-017.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-017) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ae00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190411 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236495 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190412 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.393809080123901 +Command return code: 255, elapsed time: 7.153347730636597 Finished #707 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed index 0cede15763d9b354abe506401c74d143d4207ed8..86a2daaf429c228b706f2f6112e87910ccc745c1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed @@ -1 +1 @@ -7.168004512786865 \ No newline at end of file +7.2496209144592285 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt index 062d09e330f7203cf4c519ba938111830b5d8d39..e9865ee8bf39edf9efc2185d744892d6a3794be7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt @@ -1,5 +1,5 @@ Running #1008 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-018.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x4706d0, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-018) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200720 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246987 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246988 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.168004512786865 +Command return code: 255, elapsed time: 7.2496209144592285 Finished #1008 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed index 00c7aeda00db7521adb925c3b28b3d96f557402c..43b15e34e3a6fc38ee0301831d1b22246bef555c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed @@ -1 +1 @@ -60.205166816711426 \ No newline at end of file +72.27318906784058 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout deleted file mode 100644 index 0b5d23e0b152bc7ffde31ea905586ae4df19323d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00340485572815 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt index 914f2ad5966eeea13c0e7cd3d1515a2415bbe783..dd4eeb1cfd30b93a95c2e08d661fe46bced26435 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt @@ -1,5 +1,5 @@ Running #1186 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-019.c (batchinfo:1/1) @@ -55,8 +55,55 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) | -Command killed by signal 15, elapsed time: 60.205166816711426 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 257648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 257649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.27318906784058 Finished #1186 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed index abfa441094f3887248d781f96dcb77d0fc69db34..6d3cafd88c31c5b55c47a84470e65af4f7243db6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed @@ -1 +1 @@ -7.514549255371094 \ No newline at end of file +7.4535276889801025 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt index f469da498c6a1569ab67e47747ec7e69770024d2..7a7bb6a6407b88adbe101194fa26ed91f833468f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt @@ -1,5 +1,5 @@ Running #1114 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-020.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-020) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207506 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.514549255371094 +Command return code: 255, elapsed time: 7.4535276889801025 Finished #1114 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed index e706eb3e802ba023ba66b8388a36a873ef9dc879..44da004de836bde93eefd24f2aa1cdc5aeed1c0c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed @@ -1 +1 @@ -1.1898767948150635 \ No newline at end of file +7.339177131652832 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt index 1095280e7f6c7eaf85fdda801e5bd691415113f7..46e06e631835b3e98964f6b49b2dc6df244e6255 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt @@ -1,5 +1,5 @@ Running #1103 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-021.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-021) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-021) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202340 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202342 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1898767948150635 +Command return code: 255, elapsed time: 7.339177131652832 Finished #1103 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed index fdde7cad112bfd5b3d72465b61e6cde2f622a2e2..38b7befbfce40771a944ee927d9cabb22990e863 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed @@ -1 +1 @@ -60.20785570144653 \ No newline at end of file +7.133653879165649 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout deleted file mode 100644 index 949ed55641c63f66bac329a94450d14e775340c4..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00632882118225 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt index 935f17afc9fc7b87157ab48a4fec6f25dddb4294..b7a95965a75dbe161cb9c84ec91078ddabdecf1e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt @@ -1,5 +1,5 @@ Running #1221 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-022.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) | -Command killed by signal 15, elapsed time: 60.20785570144653 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 246484 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 246485 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.133653879165649 Finished #1221 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed index d23d8cf5c176f87c4a5b9850a3955301dffcab44..a3a792a57ba99cf7a688e0587f77ad77141031a5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed @@ -1 +1 @@ -7.350231885910034 \ No newline at end of file +7.416198015213013 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt index 49af641015839815388fdfe5df7605567f71ece8..4c9bbefc4d084d31992726f4cf079de96bf9e934 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt @@ -1,5 +1,5 @@ Running #1031 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-023.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470790, recvcount=1, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-023) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199703 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.350231885910034 +Command return code: 255, elapsed time: 7.416198015213013 Finished #1031 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed index 7254cc57b91c2c792d37f2824cba1d6c06961928..2a5cbdc1621f5f5b4ec5fd5b996b9ba3d0395aa7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed @@ -1 +1 @@ -1.0866467952728271 \ No newline at end of file +7.229376316070557 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt index 28d73024ed9fa3b10ce453a5bdec37b0c85b5b06..6057a75188a1b271fa26b0d1649fef95d4bf3cfc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt @@ -1,5 +1,5 @@ Running #608 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-024.c (batchinfo:1/1) @@ -47,23 +47,44 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=4, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470750, recvcount=4, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-024) +| [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac80, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-024) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192934 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0866467952728271 +Command return code: 255, elapsed time: 7.229376316070557 Finished #608 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed index b6cfffb245f9b5351d2148693480b2cff7ac7a1c..dc88fb4b2fb93466a0ffaca846bafddf33cc5293 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed @@ -1 +1 @@ -60.20875144004822 \ No newline at end of file +72.36952543258667 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout deleted file mode 100644 index 6dfaf38790e85c5d46eea7e89b1f81aeeba7456e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007283210754395 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt index 04e39d312e1dc59febca66d6747578ed6ffbc83e..7104c28f749f4df4e7518e2afc0cb2fa76ce4012 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt @@ -1,5 +1,5 @@ Running #780 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-025.c (batchinfo:1/1) @@ -49,14 +49,61 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) | -Command killed by signal 15, elapsed time: 60.20875144004822 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 239288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 239289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.36952543258667 Finished #780 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed index 640ad26f54705b02b7ba388a350c57447bd52c42..ed0d3f3111aefbca5e161a510a38c824388d30a0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed @@ -1 +1 @@ -7.194293022155762 \ No newline at end of file +7.360096454620361 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt index 8003d38d8a8905d9ea1e0e886e0ca023ab7a764c..bc024640953b9fea795b10c0dfd27766bc46b87e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt @@ -1,5 +1,5 @@ Running #1022 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-026.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-026) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204562 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204563 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.194293022155762 +Command return code: 255, elapsed time: 7.360096454620361 Finished #1022 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed index 6a0e606a2ba2437e778c48d76a736ad278e51b83..1f2d2bd5ab5e8c8bc7296a0c2ee116a41f885c9e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed @@ -1 +1 @@ -7.301649570465088 \ No newline at end of file +7.332568168640137 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt index c4d95c23165d7193284dfb2315c0b72f58d9defb..94b3821755f28004a383491839079756b8ab41a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt @@ -1,5 +1,5 @@ Running #1139 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-027.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-027) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad90, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad90, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253664 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253667 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301649570465088 +Command return code: 255, elapsed time: 7.332568168640137 Finished #1139 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed index a3e18ef18bd2a0a3d28d2eceadc2f1608e2c3e73..d2a4b8dbcf29fea0eac31995ba2faded0f8aff77 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed @@ -1 +1 @@ -60.20510792732239 \ No newline at end of file +1.1015820503234863 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum deleted file mode 100644 index 9049516f09958c255f5ea9cb4514bf7bbfc74794..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d05a70b1d8c9160d435e5a32e59e3114 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout deleted file mode 100644 index aeaf32a00b0a2a83041219323b4681c45c5b031a..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00382685661316 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt index a7f7a657d9e36ab1ce3a24842a7236f6c4dd58ac..016eb89aef43290936df8ffdcc3ccfb3b1ab11c0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt @@ -1,5 +1,5 @@ Running #623 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-028.c (batchinfo:1/1) @@ -47,16 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470770, recvcount=10, recvtype=MPI_BYTE, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-028.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028) +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 240522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -Command killed by signal 15, elapsed time: 60.20510792732239 +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 240523 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 1.1015820503234863 Finished #623 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed index a3d4b44228467a0759110006165d8acecefb9b30..e79b4c7f07114e7b9a84d09bffc0f9bcfaac5fde 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed @@ -1 +1 @@ -7.289478778839111 \ No newline at end of file +7.259131193161011 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt index 1fbb49f170546c28713e3bc60b790df2ab6f45b5..4970e77a914dec952379c0ec727e68134fbca5d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt @@ -1,5 +1,5 @@ Running #1033 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-029.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-029) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.289478778839111 +Command return code: 255, elapsed time: 7.259131193161011 Finished #1033 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed index da79e9f5621b1a6ebed589a97509608119ed0f91..0f137e5108b17ddd7548b22cd95c4065604bc2c6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed @@ -1 +1 @@ -7.351036787033081 \ No newline at end of file +1.0075242519378662 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum deleted file mode 100644 index 115ce46c5fec55d1a47e02bbab0bf981fce9c524..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -37ab222974c7d02cd452fdcfdf707358 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt index 7ae1a5e58174b7c7f877716f3a4fa79b1c876aa4..39c455fec607d0f106764ea4cfab1d7590288817 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt @@ -1,5 +1,5 @@ Running #653 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-030.c (batchinfo:1/1) @@ -47,44 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by -| [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_BYTE, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030) -| [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad90, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad90, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195356 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241882 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.351036787033081 +Command return code: 255, elapsed time: 1.0075242519378662 Finished #653 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed index 8e47af8ccc11bc807a3f06bc17156a736a849854..dfe6b9d7eebc35c17334f9950a04b13dbbbbe3e0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed @@ -1 +1 @@ -1.0219600200653076 \ No newline at end of file +72.32368063926697 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt index 5764176aead90f9ae9a770c19be1b1a1abffe81c..73ee9d9b3d12fe33ab62c58555e165b07e116fae 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt @@ -1,5 +1,5 @@ Running #1029 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-031.c (batchinfo:1/1) @@ -47,23 +47,63 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470850. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Allgather(*sendbuf=0x470850, sendcount=10, sendtype=0x8c000006, *recvbuf=0x470850, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46af10. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46af10, sendcount=10, sendtype=0x8c000006, *recvbuf=0x46af10, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470850, sendcount=10, sendtype=0x8c000006, *recvbuf=0x470850, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46af10, sendcount=10, sendtype=0x8c000006, *recvbuf=0x46af10, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199246 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246035 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199247 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246036 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0219600200653076 +Command return code: 255, elapsed time: 72.32368063926697 Finished #1029 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed index e59e792d66851161ff2eff314f720dc969c20253..54de5d72f7ea0c2b9b539b672c1633e63bf42f28 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed @@ -1 +1 @@ -7.4297356605529785 \ No newline at end of file +7.377419948577881 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt index 32932e26bf858699b768905d93d1a33ee9fd12df..e15ef07b8175a29fb1def18b99640115c68f8a3a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt @@ -1,5 +1,5 @@ Running #915 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-032.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 6 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4707d0, recvcount=1, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4706d0, recvcount=1, recvtype=0x8c000006, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-032) | [0] ERROR: 6 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b020, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b020, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46af80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46af80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245663 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4297356605529785 +Command return code: 255, elapsed time: 7.377419948577881 Finished #915 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed index 7398539521deab7a49dee973ebd08e45b2dba062..cc1f25b4cd7d551ec6c5043a88c387ba4dfce68c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed @@ -1 +1 @@ -7.435662508010864 \ No newline at end of file +7.325428485870361 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt index b13430318f0ed8f061ace86a212c280b2240ec4d..bbdf5ce00f30c03fe13a623077607bd7f77e5223 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt @@ -1,5 +1,5 @@ Running #1078 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-033.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 28 elements sent by local rank [1] (global rank [1]), but 24 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47cb60, sendcount=4, sendtype=0x8c000006, *recvbuf=0x47cb60, recvcount=4, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=0x8c000006, *recvbuf=0x4706d0, recvcount=4, recvtype=0x8c000006, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-033) | [0] ERROR: 24 elements sent by local rank [0] (global rank [0]), but 28 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b070, sendcount=28, sendtype=MPI_INT, *recvbuf=0x46b070, recvcount=28, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46af50, sendcount=28, sendtype=MPI_INT, *recvbuf=0x46af50, recvcount=28, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.435662508010864 +Command return code: 255, elapsed time: 7.325428485870361 Finished #1078 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed index fac899b1a10a0d342e29a05099a6233d42f6728e..938f45e756c7c5c84db8b2d55cd490a0c2c48925 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed @@ -1 +1 @@ -7.302036762237549 \ No newline at end of file +7.752415418624878 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt index b238e607fed0100f0bf6433b11dddf536b6da814..5acb4daa3f3e4594aba4eb143345c4d595f6978d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt @@ -1,5 +1,5 @@ Running #799 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-034.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4707e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470840, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-034) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5b0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b5b0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b590, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b590, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190951 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190952 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237223 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302036762237549 +Command return code: 255, elapsed time: 7.752415418624878 Finished #799 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed index d92642cfdf43d9d55a37dca2e2d769d35a4bf9b1..d7c24bcbd5b44a735097f21aa948e2889acca3aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed @@ -1 +1 @@ -7.366016626358032 \ No newline at end of file +7.359781503677368 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt index b1407003d5872a55fc5b85876bb998d5f2c3afad..523930c10a7b1edbbf2ce827151527432c7a5c72 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt @@ -1,5 +1,5 @@ Running #1173 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-035.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707e0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707e0, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707c0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707c0, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-035) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b6c0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b6c0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4a0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b4a0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209314 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209315 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366016626358032 +Command return code: 255, elapsed time: 7.359781503677368 Finished #1173 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed index afbbe65778670f76266262aa80d21cfc2a182cac..84a8f2ae07946eb1bbb26a63a2207bbedc326350 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed @@ -1 +1 @@ -7.437361001968384 \ No newline at end of file +8.243525981903076 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt index da1323d5ea3d74d245caaec2568a33373e8e71e5..2ef653e0edd634b5fce2e60979eefe4212398983 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt @@ -1,5 +1,5 @@ Running #1160 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-036.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470760, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707c0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4707c0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-036) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5b0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b490, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b490, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245610 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202814 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.437361001968384 +Command return code: 255, elapsed time: 8.243525981903076 Finished #1160 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed index 7aa20cee8a79c8ab379cacab67c26b5a5be76bc0..8258e79d31bc86b921b8011082cd00e87fb74992 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed @@ -1 +1 @@ -7.363802671432495 \ No newline at end of file +7.2747743129730225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt index 038433e3a095eae59f026007a5171ef2c1ee4e2f..2ef35b8a64714c9621534a8a88e787e0ebb6790b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt @@ -1,5 +1,5 @@ Running #696 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-037.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470760, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470840, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-037) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5c0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b5c0, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4a0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b4a0, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186846 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186847 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.363802671432495 +Command return code: 255, elapsed time: 7.2747743129730225 Finished #696 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed index 4e048c6a2e5f2a1f75c676dd775b758df30ef2f4..184ae2581d41b529b96a58805a923898d137b027 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed @@ -1 +1 @@ -7.297710180282593 \ No newline at end of file +7.413415908813477 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt index c9264061c82fd0eabb09139aa83c749a7401b6f1..7df895ff19fc397e7530f1c27a0a9063454931de 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt @@ -1,5 +1,5 @@ Running #619 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-038.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470740, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470740, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-038) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b6a0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b6a0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b4f0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195688 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239372 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195690 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239373 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.297710180282593 +Command return code: 255, elapsed time: 7.413415908813477 Finished #619 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed index 9283888fff80e236a794778feac29960d31a8900..89d5bc6a973458e81b01360d379dd2230795e24c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed @@ -1 +1 @@ -7.327940225601196 \ No newline at end of file +7.335108757019043 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt index f5b7acc246f76944b65e291574e5cb3f947f5ac2..fa8f6ddf4c61e25424c0706276230ddb6f77ede7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt @@ -1,5 +1,5 @@ Running #1026 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-039.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d350, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=8, sendtype=MPI_INT, *recvbuf=0x470840, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-039) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b6a0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b6a0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b600, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b600, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242309 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242310 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.327940225601196 +Command return code: 255, elapsed time: 7.335108757019043 Finished #1026 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed index 39e2f64690e2d515ad02fe45a758430b6fd4700d..1bdb6ec8ab22dd4a980e5cf391e363498a0e189e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed @@ -1 +1 @@ -7.248599052429199 \ No newline at end of file +7.235675573348999 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt index b1990fca422b39b5379d2388265684243abfe27d..b3072ead038d89f86978960765f86781b90aa643 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt @@ -1,5 +1,5 @@ Running #598 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-040.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470840, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-040) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46d600, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46d600, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b580, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-040) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-040.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183116 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.248599052429199 +Command return code: 255, elapsed time: 7.235675573348999 Finished #598 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed index 0beeb567953dcc757d541ebc99a4cb2aba3835b7..c44756de836c4af57b912338a64c1ccbed2011d8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed @@ -1 +1 @@ -7.323077201843262 \ No newline at end of file +7.3215107917785645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt index ca9db171d2c9d3b5f8145806fc36d19adaf9de14..9081011d4f878a7ee86069dfb42e930d3692480a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt @@ -1,5 +1,5 @@ Running #991 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-041.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470840, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-041) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b720, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b720, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b600, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b600, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323077201843262 +Command return code: 255, elapsed time: 7.3215107917785645 Finished #991 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed index 9e4aa34d1b9bced9c5e8bbb7a6fb0921f3d4e075..514545a5c35c200cb0bbab16575afcb692b73c80 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed @@ -1 +1 @@ -7.202707529067993 \ No newline at end of file +7.097250699996948 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt index 7bf1a4edb38805234340b8be1133665a89a27154..512f41549d699b2da08775829511fc19f5ae50d2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt @@ -1,5 +1,5 @@ Running #629 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-042.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-042) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b600, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b600, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.202707529067993 +Command return code: 255, elapsed time: 7.097250699996948 Finished #629 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed index 22e1cf48d5dbfc60bd3d62b4a7b1e52d4af62116..e0bb833e32af035d9ff71b1c20698990f7410132 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed @@ -1 +1 @@ -7.220432996749878 \ No newline at end of file +7.4562084674835205 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt index af704a666a73e5294ba9d1e2436b6cdead54e359..036468ed148d83a562ca92b68a239e6030270e76 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt @@ -1,5 +1,5 @@ Running #465 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-043.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d250, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d250, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d290, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d290, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-043) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b610, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b610, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b4f0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184152 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184153 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.220432996749878 +Command return code: 255, elapsed time: 7.4562084674835205 Finished #465 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed index bb53283875f75992e568fc09619b402f172b4eda..e839991577fa349886b238759282757c905df36a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed @@ -1 +1 @@ -7.253209114074707 \ No newline at end of file +7.2489073276519775 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt index f9151acd251033ace6eb55b0aa361003da127ac6..61f687497f2dcd10951daaaa3ea75bd2c4b8d89b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt @@ -1,5 +1,5 @@ Running #723 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-044.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-044) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200235 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.253209114074707 +Command return code: 255, elapsed time: 7.2489073276519775 Finished #723 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed index 371fd45911379e3db82b555c8c45ecda0240bffd..dd43088ebb38215b5aa02a32c71728ded866dae7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed @@ -1 +1 @@ -7.22515869140625 \ No newline at end of file +7.346388101577759 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt index e475f794ffce25c75bf829c1b8699ec7f573fd5b..a33ad78b92dd4801b421bb9c944a6732ad879471 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt @@ -1,5 +1,5 @@ Running #655 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-045.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d390, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-045) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b580, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196000 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.22515869140625 +Command return code: 255, elapsed time: 7.346388101577759 Finished #655 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed index 0654c832aa227526b86bdc78e5c9b37276f9846e..9e9b04f8ecd079ba9bf88b31ab75dfc9a16668e0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed @@ -1 +1 @@ -7.3196492195129395 \ No newline at end of file +7.277448892593384 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt index fc33e8fde74c7aa2ecd6a91c734b6a1b9a926b1b..01efbe6cf31b60efb0ef4afe865d19af1058ecb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt @@ -1,5 +1,5 @@ Running #753 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-046.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-046) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b680, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b680, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b4e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240774 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3196492195129395 +Command return code: 255, elapsed time: 7.277448892593384 Finished #753 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed index a38d49946f1584d4cc8e70fbbf6a04e9551d1cd1..c22fb27f3f36cbf82e072637288ffd716fca23a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed @@ -1 +1 @@ -7.311140298843384 \ No newline at end of file +7.335779428482056 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt index 781b41b88c62a8cb5128fa876a18c2e0a9274ebd..4161f792540facf52cd89bdf3309f2ac9a607165 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt @@ -1,5 +1,5 @@ Running #673 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-047.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d290, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x47d290, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-047) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b700, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b700, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187648 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.311140298843384 +Command return code: 255, elapsed time: 7.335779428482056 Finished #673 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed index eaeb006bf88da0ca16f2f5d023185ff55cd3d758..ae0e751a435177431fd2551d1162c33833832ee2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed @@ -1 +1 @@ -1.0488896369934082 \ No newline at end of file +7.361315965652466 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt index 3915f9e4a43e741e7c746e0f79723e8856804807..543efe9b1abfa0f5634ec6300e8504c756e3f9e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt @@ -1,5 +1,5 @@ Running #1124 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-048.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_LONG, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-048) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b560, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b560, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-048) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199351 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244601 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0488896369934082 +Command return code: 255, elapsed time: 7.361315965652466 Finished #1124 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed index 43fc3b51043fd2dfef9083e07cc3f43443ffad67..047f089bfcbbc00f5ec3d0c13cfc41736c48d301 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed @@ -1 +1 @@ -7.299437999725342 \ No newline at end of file +7.2859907150268555 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt index f44d8723897d617970e6b0d95cbf068b6419c703..9dabe160025a1ba381fc84c9719b62764992a83c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt @@ -1,5 +1,5 @@ Running #1024 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-049.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_LONG, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d300, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d300, recvcount=4, recvtype=MPI_LONG, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-049) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b4f0, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241635 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197666 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241636 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299437999725342 +Command return code: 255, elapsed time: 7.2859907150268555 Finished #1024 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed index 3d550b0c1ea643e3963cf84403ee461414a0d42c..1db9d90c3b25e72d2130f74ad71f60fe9d5844d7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed @@ -1 +1 @@ -7.36489462852478 \ No newline at end of file +7.461054801940918 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt index 18b8af472f412ada24017b65254c50e77b524e57..ebf01083da673110b1754675860159f918c4237b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt @@ -1,5 +1,5 @@ Running #835 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-050.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d310, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d310, recvcount=1, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-050) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b4e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238585 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36489462852478 +Command return code: 255, elapsed time: 7.461054801940918 Finished #835 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed index f8a061e6c534768cbd1e306e3c69694da239f315..d311d2e5479d4f086aca270c723e66e7e2b10b29 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed @@ -1 +1 @@ -7.304685354232788 \ No newline at end of file +7.339317798614502 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt index 32ba43e9e12fe1a48b127daf0b8843d6a93b5ce6..04b553958b82ab7d747632a80a2129024f8558ce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt @@ -1,5 +1,5 @@ Running #818 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-051.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d2d0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d2d0, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d290, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d290, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-051) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b700, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b700, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b4e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-051) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-051.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202050 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202051 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248113 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.304685354232788 +Command return code: 255, elapsed time: 7.339317798614502 Finished #818 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed index 510584e7bde18a55194dbba0fc156c230906ba45..90b7025b89c876d77deca0566412f007cda98590 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -8.861191511154175 \ No newline at end of file +1.026625394821167 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum deleted file mode 100644 index 2456b69a4f87204a546a83ccfaa1c4e7c19efa51..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6f722f1346ee70e8786bdbe7581fabf4 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt index 71c50961a3378096d3e0eead164d569053245684..e38a5ba29c34e7d1e117c685c8e60e8709aaad49 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1109 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,64 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205975 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205976 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.861191511154175 +Command return code: 255, elapsed time: 1.026625394821167 Finished #1109 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed index f0d26efdefd9ff842a3b2dc8edcb0880999d4c2f..cb4393acb5f1e0ea9a283638836544e9dc364704 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -7.447146415710449 \ No newline at end of file +7.585535526275635 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt index f06ea8d7b2c4057ff228e5131599baebc87a3908..8145634f6799f0383f8beb44f7f3d5dbd72a77b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #1216 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219688 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264498 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.447146415710449 +Command return code: 255, elapsed time: 7.585535526275635 Finished #1216 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed index cf97b6b71de1d0aae2b6cb836a573a30ffc836e6..0d0a07d5b3d5c5cb42e7fda83a890c2431545dcb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed @@ -1 +1 @@ -7.217412233352661 \ No newline at end of file +7.342684507369995 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt index 6f47a8fac01cdf05daec28a17c7cdbc062e1f889..884ee0124df0b5efea3f0cf317bdd9c2e311a3ba 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt @@ -1,5 +1,5 @@ Running #1037 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203669 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253665 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203670 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253666 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.217412233352661 +Command return code: 255, elapsed time: 7.342684507369995 Finished #1037 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed index 451f45dba8faae10f858051371257419729a4201..6b99894e8efda9a4e5c30df422008145d9eda89a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed @@ -1 +1 @@ -8.742043256759644 \ No newline at end of file +7.399381160736084 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt index c8fcc2db21668ae5246bdb3f96252e4716012872..94b4d56f9b55b993f2c66cfd92e2629727b8ce65 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt @@ -1,5 +1,5 @@ Running #935 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-004.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195783 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242101 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195784 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242102 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.742043256759644 +Command return code: 255, elapsed time: 7.399381160736084 Finished #935 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed index 13146f11432026898910fe7240f1f8ce83135e45..6d2feed2ccf927727707d3b5f2bf0b317659203f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed @@ -1 +1 @@ -7.296903848648071 \ No newline at end of file +7.375159978866577 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt index 798b9aa0dec340d87d9c313859f7c80a98b8eb8e..91a67114780a150eb30761d010e8e53be1ce04a9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt @@ -1,5 +1,5 @@ Running #705 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235575 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189722 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235576 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.296903848648071 +Command return code: 255, elapsed time: 7.375159978866577 Finished #705 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed index 2ce07a6cc761c2c2d40469e169e6c87db43fc6fe..1b484bd675a2fc74e7e5b7b815767aca78f95ce2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed @@ -1 +1 @@ -7.122114896774292 \ No newline at end of file +7.124520540237427 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt index 5adac1ebc35a058186de93ac981ee7e7cd00a79f..5fde00d03db28416e83a236f3c447bea4e653be1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt @@ -1,5 +1,5 @@ Running #948 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199460 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.122114896774292 +Command return code: 255, elapsed time: 7.124520540237427 Finished #948 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed index 0c687fd9b9989a8206b66a5f23aff1a53e78d253..cb6bca3585944edbfb895213a0b897a173bd5d90 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed @@ -1 +1 @@ -8.561739206314087 \ No newline at end of file +8.605343580245972 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt index a4022c2fbbdc15d0c98b3e5fb50fbaedde117ab1..4891eff2d247564c4cca95c82a9caa9909ad3dea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt @@ -1,5 +1,5 @@ Running #660 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226277 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.561739206314087 +Command return code: 255, elapsed time: 8.605343580245972 Finished #660 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed index 34db5d0c6ae31b458ef6de7e9434e1ea1c6087a3..a2a512c0f52f6a0c54f07041f943aac189ac4fab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed @@ -1 +1 @@ -7.041186094284058 \ No newline at end of file +7.146697044372559 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt index e22ef5add42090d9f23b5ed7dbe25e382ef05178..01b5f7a36c5e6ff70eac08cf6488652dc42f040a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt @@ -1,5 +1,5 @@ Running #509 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226066 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226067 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.041186094284058 +Command return code: 255, elapsed time: 7.146697044372559 Finished #509 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed index 9de1db5bd08ccad74589e947208526cb366b2ece..dc936f1cbdd18baad62480cd730cf763989a6f5a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed @@ -1 +1 @@ -7.257108211517334 \ No newline at end of file +7.315566539764404 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt index 87b181199caa9f14d52b91887bf8cb8ebf2bee3f..bbb27e46ba6516335093a2474e52fe8358bdea94 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt @@ -1,5 +1,5 @@ Running #1134 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204057 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.257108211517334 +Command return code: 255, elapsed time: 7.315566539764404 Finished #1134 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed index 61dfafc7987a4e4f5e576b7a0faab01062d28545..4e8f5d265fc8c47703d0d9b06db4d558be7718b9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed @@ -1 +1 @@ -8.814263820648193 \ No newline at end of file +7.440974712371826 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt index 5d464dc6220ce73c16404a2b18ce24d33b48f745..724e40574911dcdba367926d1873aff5518cc17d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt @@ -1,5 +1,5 @@ Running #994 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-010.c (batchinfo:1/1) @@ -55,56 +55,52 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: | [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193421 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.814263820648193 +Command return code: 255, elapsed time: 7.440974712371826 Finished #994 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed index 83392ec9f48e322b6729af1ece448252f3cc3e34..596a7480b8cb8cc44a25eccc3fc75441b720c15c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed @@ -1 +1 @@ -1.1168220043182373 \ No newline at end of file +7.3190295696258545 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt index bb0a8f955d2563f406d2000e531f4fa38f921923..da80ff61bdadcab60a313aa505842e5dfb201e91 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt @@ -1,5 +1,5 @@ Running #699 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-011.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-011) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-011) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187483 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233011 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187484 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233012 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1168220043182373 +Command return code: 255, elapsed time: 7.3190295696258545 Finished #699 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed index cae709f216424c09da6b6f389569fdfebe74ce81..4b21ec5edebb5f6c8ee8d62b4c27a595d77b9056 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed @@ -1 +1 @@ -7.226832866668701 \ No newline at end of file +7.276444673538208 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt index f2b9508a2438c15be9a6c7223ea6e5c547d06ff6..c7b4ae3ff77c38cf954f817c74adadf4bd866f9f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt @@ -1,5 +1,5 @@ Running #571 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-012) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188335 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.226832866668701 +Command return code: 255, elapsed time: 7.276444673538208 Finished #571 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed index bd738ac9cb8a03f41d5074d144c3f495c64b2172..9f8627eee8949b2f81334df71fc8c08ba97bbff7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed @@ -1 +1 @@ -8.830942392349243 \ No newline at end of file +7.37206506729126 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt index cfa4dc736180b4eb9c861f18b53568a3f2844eff..71de7d157417bcd0b3aed79f56fa8f1274e17657 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt @@ -1,5 +1,5 @@ Running #486 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-013.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194335 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.830942392349243 +Command return code: 255, elapsed time: 7.37206506729126 Finished #486 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed index 5fca303ba417119b04075998104247606002b0d9..5d29dd48a0a4139ec495584befb4f4416f729c4b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed @@ -1 +1 @@ -7.336548566818237 \ No newline at end of file +7.297012805938721 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt index 7f2cb3deb601af3e906b6987b9231802171c5203..66649144c4a4211c75fcdef6dfe88941f8c68dbb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt @@ -1,5 +1,5 @@ Running #877 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-014.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195458 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239521 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195459 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336548566818237 +Command return code: 255, elapsed time: 7.297012805938721 Finished #877 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed index e8549367f085f2b09b2e0b930a25154b3b5b9010..2cc442e8cfa5fb3fa472e255db8f3b39554faf37 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed @@ -1 +1 @@ -7.328806400299072 \ No newline at end of file +7.260159492492676 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt index f14f6a2c54a8f5027688e25bc05e1b27f5c7a88d..131b52e25a08e3abaae5189a200f0c71f4bf1d5b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt @@ -1,5 +1,5 @@ Running #1152 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-015.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-015) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212948 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212950 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.328806400299072 +Command return code: 255, elapsed time: 7.260159492492676 Finished #1152 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed index da0d1a2d57c1d775a33989d41adc5f165e3017e7..5e73418f92df0c782cdf06221e35f909f0587c15 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed @@ -1 +1 @@ -8.82569169998169 \ No newline at end of file +8.969180345535278 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt index e2d5a5fb978d9941c4c69b6124ff505f81f1e5fe..07f895034245d88a0e6ec07b12f37fdb16163097 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt @@ -1,5 +1,5 @@ Running #517 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-016.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185182 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185183 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.82569169998169 +Command return code: 255, elapsed time: 8.969180345535278 Finished #517 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed index 9de89927d8cae4356064382e4e6d05481ef78ef5..1a21c250404317fcf3b3e4c693729ca0d0bf09dc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed @@ -1 +1 @@ -7.313358545303345 \ No newline at end of file +7.292295694351196 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt index 9afab33b94ffee20c9a33af411f4461e6f7ea106..15a9476aadd22d3a7e20f2519649f93ac0b887da 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt @@ -1,5 +1,5 @@ Running #842 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-017) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313358545303345 +Command return code: 255, elapsed time: 7.292295694351196 Finished #842 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed index a13448f9e791f2d0ccf79e450d1b40428707309e..9e943b2e16311025edb61d3d8d8b573fed2ef954 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed @@ -1 +1 @@ -7.239733457565308 \ No newline at end of file +9.017521381378174 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt index e388d30961a423d0347d1eeddd06cf81d461caa7..02130c910de8a97f517632896841ac9355c90389 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt @@ -1,5 +1,5 @@ Running #666 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-018) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184510 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230028 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184512 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.239733457565308 +Command return code: 255, elapsed time: 9.017521381378174 Finished #666 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed index 3cf0ba595df1bf522932eba45feb01c86a364fcc..610dd5ad3fa606cf8ff1ffee8fc6daba8c344f1f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed @@ -1 +1 @@ -8.827939987182617 \ No newline at end of file +10.184901237487793 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt index 2d80ff9e2e515ce771cf6ec7aec960c6a16690ce..94991241fc107d49bf3d5176fc6fc97ff317c706 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt @@ -1,5 +1,5 @@ Running #700 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-019.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.827939987182617 +Command return code: 255, elapsed time: 10.184901237487793 Finished #700 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed index 92b1ca6d91596d944f8b3082899ade1ca50f9236..bcf64c439627f94a277f3166a5a0cbdcb2cefe88 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed @@ -1 +1 @@ -7.313483953475952 \ No newline at end of file +7.235645771026611 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt index 2241c2879f7f07afc13ad879cb6b0e1ae9ed1850..6f6d52487f2acd07aecdacb7a37d960198304196 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt @@ -1,5 +1,5 @@ Running #701 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313483953475952 +Command return code: 255, elapsed time: 7.235645771026611 Finished #701 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed index 449f83ba2c941b6fdd291fca6c4fa517bbc258c3..d535087d65597858709d9fccc620975139118d19 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed @@ -1 +1 @@ -7.96289587020874 \ No newline at end of file +7.215156078338623 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt index cdb285eedf912cd6c5f6f635f56485fdb1259192..4b49532a7cc93d3f0f695041fd86c781ed3800f0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt @@ -1,5 +1,5 @@ Running #873 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-021) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194099 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238558 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194101 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.96289587020874 +Command return code: 255, elapsed time: 7.215156078338623 Finished #873 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed index b5e7b2d6c0234afcc51ebe49adb48725276a1e9d..0c67d0a599e6d3157046f9d83949b907f4ee89f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed @@ -1 +1 @@ -8.88014006614685 \ No newline at end of file +8.81680178642273 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt index 25f58da096751b152a179b3545bd394320698019..978ec8ddc3f7ae1c82c26bf267194ee202c8a11a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt @@ -1,5 +1,5 @@ Running #1149 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-022.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. @@ -73,20 +73,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211674 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211675 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256870 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.88014006614685 +Command return code: 255, elapsed time: 8.81680178642273 Finished #1149 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed index 9fe2fe26f2f715deae63ecfedb8e755345ffc43c..13d7796665ab77606db9524977da9a097ea4e644 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed @@ -1 +1 @@ -7.305920600891113 \ No newline at end of file +7.431835174560547 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt index 78ae5ec93469c75f1a93089f654652401f719790..1d4cee8f513851fe35538d6574344aa6a87745a0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt @@ -1,5 +1,5 @@ Running #742 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235041 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305920600891113 +Command return code: 255, elapsed time: 7.431835174560547 Finished #742 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed index f44516ddf387a6e9a8033d3550d16e90249011a6..937d982a1e54055476f4ca6c5af9a43749319e64 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed @@ -1 +1 @@ -7.330689907073975 \ No newline at end of file +7.294847249984741 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt index 975db32fbd53d4d86563b20e38682e33482c3ce9..40be2454ac01248e977175b12867776e217e0e4c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt @@ -1,5 +1,5 @@ Running #494 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-024.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-024) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200062 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246001 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200063 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.330689907073975 +Command return code: 255, elapsed time: 7.294847249984741 Finished #494 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed index 2a54d311c6bcc031245576264da734d14f053550..db0228b48465c58c2fcafe2cdc9ebbb08139debd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed @@ -1 +1 @@ -9.04835557937622 \ No newline at end of file +8.04063105583191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt index cc1f7a01508dd0c1f4354c81919514c1c8286853..0da5930c0d9f0ba8baec55f9d82c65f42a281004 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt @@ -1,5 +1,5 @@ Running #1182 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-025.c (batchinfo:1/1) @@ -55,56 +55,52 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: | [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256383 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256384 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.04835557937622 +Command return code: 255, elapsed time: 8.04063105583191 Finished #1182 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed index 55ad739dc12194f16b2860c06ed7acc4ecc7844b..606db70e6b6392aca7b8a54cfbd71c0ef34befc3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed @@ -1 +1 @@ -7.288800239562988 \ No newline at end of file +7.321309328079224 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt index 72c5b54475671c7fff80a6484f99a6dfcc764856..52e0aaaaedfc47d89914ac498f13971cf173cff2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt @@ -1,5 +1,5 @@ Running #1043 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-026.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-026) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205696 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205697 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.288800239562988 +Command return code: 255, elapsed time: 7.321309328079224 Finished #1043 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed index a0e9d35d9ebe2f2ab1df93a78a8835f44e40ede3..24bb71c7ddde4441af3a134e255611c6a042b313 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed @@ -1 +1 @@ -7.5544538497924805 \ No newline at end of file +7.336074352264404 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt index a68b6db25824e988f7c180a16f36603b5f984731..66ed4c7382fc23df9361fdd286160cbfe8184056 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt @@ -1,5 +1,5 @@ Running #919 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-027.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-027) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202974 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202975 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249135 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5544538497924805 +Command return code: 255, elapsed time: 7.336074352264404 Finished #919 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed index 1f8645da024e00f87667a0b9281940f62fb91f08..75e68bd61cb08b7c61a16f2b61547b89777d985f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed @@ -1 +1 @@ -0.9885015487670898 \ No newline at end of file +8.71433687210083 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt index e258571849e7cc8784dc6f3dcc898e99c6dca56a..63aaf89edba111da17ec39ecd7c1a5cb63ce0952 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt @@ -1,5 +1,5 @@ Running #615 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-028.c (batchinfo:1/1) @@ -47,23 +47,64 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Buffers must not be aliased. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Buffers must not be aliased. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194679 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238158 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194680 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238159 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9885015487670898 +Command return code: 255, elapsed time: 8.71433687210083 Finished #615 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed index 812aa6d76060d9b9ea366006a8f796f97fd8c1ee..031974013d81eb3a9fffcffd0b2c38ae95732ecd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed @@ -1 +1 @@ -7.2821736335754395 \ No newline at end of file +7.297811508178711 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt index 71a7ed8e633f4eace357a36af8e159761748a4b7..d3f82a8c9f74b669be7a79e7a8f69661fd569a75 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt @@ -1,5 +1,5 @@ Running #585 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-029.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-029) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193059 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193060 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2821736335754395 +Command return code: 255, elapsed time: 7.297811508178711 Finished #585 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed index be79b64b5223931d56b7078ce1c6ef7485bed778..c468c54496c1d50ea0d6143e234011afc959686e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed @@ -1 +1 @@ -0.9801909923553467 \ No newline at end of file +7.244320392608643 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt index 54314e4270303b2a6e3de9261677a7f49924d2de..b8c31a358464ebfbb7b4350b78f7e1a72185fb7c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt @@ -1,5 +1,5 @@ Running #937 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-030.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-030) +| [0] ERROR: 4 elements transferred by peer but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-030) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242833 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242834 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9801909923553467 +Command return code: 255, elapsed time: 7.244320392608643 Finished #937 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed index 29bd29c6121d8b673276a7e7acb3491bc9c724e9..8a1a50dfb7cd4c1642d1b5bdbb5351bef884647f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed @@ -1 +1 @@ -8.830579042434692 \ No newline at end of file +1.1662981510162354 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum deleted file mode 100644 index 117bef7844f26d7785ef0dce8ae3ea8c10a5b702..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -07837ca5c1f9c8670c888dc92eb57643 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt index 186eda946bdf5f96298ed4360918e4fd499df193..e17e8b268cc1bb369b3077f2bfb91988941f4e0a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt @@ -1,5 +1,5 @@ Running #1172 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-031.c (batchinfo:1/1) @@ -47,64 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251604 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251605 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.830579042434692 +Command return code: 255, elapsed time: 1.1662981510162354 Finished #1172 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed index 110b5ea0aff1cce70bc19882c837c19f91dce44c..9dfbf5e04f5a58bf8b136a9ff862962d2eb92aa6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed @@ -1 +1 @@ -7.362259149551392 \ No newline at end of file +7.485481262207031 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt index 027e0dcca292c2bbb0936a2d9010ea263a892705..8ac91c1215e288f49e9538729e35fca3ab21a88e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt @@ -1,5 +1,5 @@ Running #1113 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-032.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-032) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207132 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207133 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.362259149551392 +Command return code: 255, elapsed time: 7.485481262207031 Finished #1113 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed index 3a29907044e6a7fe6138da9c768fde39093d0f54..b5d5b9cc29ceba76f6be35b36002aa8e5f39123e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed @@ -1 +1 @@ -7.286032438278198 \ No newline at end of file +7.060176372528076 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt index 078b25288de9f4ead52fc72e846c8f3c3afc1f53..8bb64a76fdaa5b38fd7532d36dcfb1a565c7afa0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt @@ -1,5 +1,5 @@ Running #683 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-033.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-033) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191250 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236679 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191251 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.286032438278198 +Command return code: 255, elapsed time: 7.060176372528076 Finished #683 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed index 49a4b049607f76cf8db9157791d654faae6e5d24..547709ee6f6ae8cb7d9cb4f481439c002994367d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed @@ -1 +1 @@ -9.497735261917114 \ No newline at end of file +9.57578730583191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt index 4169a6776d02d8f41463606a0af692545e78c70e..45e12fc8f18c27d505d1baede7c743a17a274cde 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt @@ -1,5 +1,5 @@ Running #844 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-034.c (batchinfo:1/1) @@ -57,7 +57,7 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. @@ -66,27 +66,27 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Derived datatype addresses the same bytes at address 0x46ad81 +| [1] WARNING: Derived datatype addresses the same bytes at address 0x46ace1 | [1] WARNING: in the receive buffer multiple times, which is only | [1] WARNING: allowed for send buffers. | [1] WARNING: Control over new buffer is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. @@ -95,20 +95,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 4 times (0 errors + 4 warnings), 0 reports were suppressed @@ -117,16 +117,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197430 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243706 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243707 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.497735261917114 +Command return code: 255, elapsed time: 9.57578730583191 Finished #844 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed index 24fb72265c5714b640ab19bef2e5c32e0ed3d9ea..7561b080615221b6e3ee9ac8cd1b81b8da6dd5a1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed @@ -1 +1 @@ -7.41366720199585 \ No newline at end of file +7.1437835693359375 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt index 497007c142c459de750c094332842234d3f2b758..c3cfc64800db62e8076e5df883ed95d09d8c1c7f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt @@ -1,5 +1,5 @@ Running #776 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-035.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-035) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237975 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192872 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237977 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41366720199585 +Command return code: 255, elapsed time: 7.1437835693359375 Finished #776 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed index fb71a9ca4695b182119ac2263b8d04f6c9fae6de..46ee536459b8c562614e82b9afe790952e3a7e01 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed @@ -1 +1 @@ -7.37617564201355 \ No newline at end of file +7.3147969245910645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt index eba1bdee59bf9a242ce52fedc2bf22d9c9e9aa48..f6d67ed3783b189c9937412c6a8bd648b919a754 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt @@ -1,5 +1,5 @@ Running #921 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-036.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-036) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.37617564201355 +Command return code: 255, elapsed time: 7.3147969245910645 Finished #921 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed index 3e9471c18c407a5ec1f68436df2d271569ea9d5d..d5cf5c29ec1f5bff1bec32dbe3aa11df68c63d3a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed @@ -1 +1 @@ -8.818860054016113 \ No newline at end of file +8.76863169670105 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt index d8726994e183dca7142e48c194bc84b81389ec11..b929f6385b975a04e880f48a0714378ccab02268 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt @@ -1,5 +1,5 @@ Running #1034 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-037.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. @@ -73,20 +73,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200615 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249845 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200616 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249846 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.818860054016113 +Command return code: 255, elapsed time: 8.76863169670105 Finished #1034 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed index fab7cfe8d4fa019444d2225bca3a31d2e23d253e..d52504fce27ed04d64123b237d15aa412ec42e56 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed @@ -1 +1 @@ -7.357513666152954 \ No newline at end of file +7.421075820922852 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt index 3f0bcd7c3b71f5811cfc1fa5db8a289a81048317..aa6be2c5afb6a1ec67c4eab70fdf62c3a80ba739 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt @@ -1,5 +1,5 @@ Running #1200 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-038.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-038) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210299 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255722 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357513666152954 +Command return code: 255, elapsed time: 7.421075820922852 Finished #1200 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed index 3504039d744e6526ff4e969fb1db9b9c6b52c430..71a7acee8ff59642915e5470029de0d9de99658a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed @@ -1 +1 @@ -7.301344394683838 \ No newline at end of file +7.42648720741272 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt index bcdb2ead29d116d2a762f2a23b19d524da999656..4f4d9f1acd9ec89d095c54d23f854900aeabebac 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt @@ -1,5 +1,5 @@ Running #817 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-039.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-039) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247782 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301344394683838 +Command return code: 255, elapsed time: 7.42648720741272 Finished #817 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed index 21177e4faf4dcf24187c24995e005182a286e9a2..d1e58f4c3c002f1c60949ddbc6fbedeb99629e1c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed @@ -1 +1 @@ -8.845665693283081 \ No newline at end of file +7.401476144790649 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt index 17a53827ac77c1e168609441aa495f31bda3d77a..16ba3daf93627d510ac0c4709026dab196705945 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt @@ -1,5 +1,5 @@ Running #1146 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-040.c (batchinfo:1/1) @@ -53,62 +53,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-040.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256056 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210576 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256057 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.845665693283081 +Command return code: 255, elapsed time: 7.401476144790649 Finished #1146 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed index e69e0643131b9bfe6b04d8f321f26eab7e20e0fd..90355dfb923ad6b44bb9f78a07332acafedc4c46 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed @@ -1 +1 @@ -7.379201889038086 \ No newline at end of file +7.397577285766602 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt index 973fdbcd53e6d2efd43b10f6d6e096d4a9bde883..043308d19318873357a109d6f2d1790d96877ecb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt @@ -1,5 +1,5 @@ Running #918 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-041.c (batchinfo:1/1) @@ -60,17 +60,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-041) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202819 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248934 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202820 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248935 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379201889038086 +Command return code: 255, elapsed time: 7.397577285766602 Finished #918 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed index c626e172ab0f009a383b1840f69bed9774beddd9..22bb42aaa48fb1b7a5d34a3bddb66925efe9fbba 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed @@ -1 +1 @@ -8.68160629272461 \ No newline at end of file +8.666841268539429 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt index 01d920fa2775fd0ffa1b1f772eeab51ad17feccf..e2ebada57f4c776b4ccdc40a5cd072ca4e44ac4e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt @@ -1,5 +1,5 @@ Running #702 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-042.c (batchinfo:1/1) @@ -53,44 +53,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:55) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad10. +| [1] WARNING: Send and receive buffers overlap at address 0x46abf0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:60) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:60) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -99,16 +99,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188475 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.68160629272461 +Command return code: 255, elapsed time: 8.666841268539429 Finished #702 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed index 2b7dd4081923cae61a83e81a76ce719c00a8ac12..17a2d0a9237cc39494988097ed5fc793b0fa5baa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed @@ -1 +1 @@ -8.82556700706482 \ No newline at end of file +7.527024984359741 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt index 7789a4d54ed3ee6dc4542789cfaf53c4aaa4d8db..f5f4a3fbce65374e54410c0b038574c8616332c6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt @@ -1,5 +1,5 @@ Running #1123 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-043.c (batchinfo:1/1) @@ -53,62 +53,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244260 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198936 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244261 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.82556700706482 +Command return code: 255, elapsed time: 7.527024984359741 Finished #1123 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed index f4f64cf1eb6c865d125d99264733fc1166656c52..48d6b2081afb25b50044543ea42503b2d0a338d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed @@ -1 +1 @@ -7.5762856006622314 \ No newline at end of file +7.38672137260437 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt index 1e74413235765f5f0e5181c81112d6e98e2dd06f..ffa8709aa51c80983f2775ac7780fe76e1c5f7e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt @@ -1,5 +1,5 @@ Running #1081 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-044.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=1, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-044) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207313 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207315 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5762856006622314 +Command return code: 255, elapsed time: 7.38672137260437 Finished #1081 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed index 92783e07b147faa03c5763069c406355c5a36d81..3f57a4a8a2a9697fefd121235f5ab4a040650c66 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed @@ -1 +1 @@ -7.440110683441162 \ No newline at end of file +7.361270904541016 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt index 0672c473e3ef8f7847a9273b69a0520bc043471d..01bd18576cfc34c6b31e815e17e06531496f157f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt @@ -1,5 +1,5 @@ Running #945 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-045.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-045) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c:60) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198607 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245400 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198608 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245401 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.440110683441162 +Command return code: 255, elapsed time: 7.361270904541016 Finished #945 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed index 3c117e93566e60ef94bf1e6be1c1bd0794d5ef7c..6fcccc0d1ad32e5bbe2743fe9e8dd95d394835bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed @@ -1 +1 @@ -8.795522928237915 \ No newline at end of file +7.416818857192993 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt index e0b0c0d39db63c7f496f707abe56f2eb7c3fdcdc..41be57ed1e72f26a2876c1569e81b32bd2f8ab65 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt @@ -1,5 +1,5 @@ Running #708 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-046.c (batchinfo:1/1) @@ -53,62 +53,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190750 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190752 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236966 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.795522928237915 +Command return code: 255, elapsed time: 7.416818857192993 Finished #708 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed index d56bf011e09bacbae254e1a86f78111766515abd..839c377bd4a4f8e644db77338250b0ff12c86671 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed @@ -1 +1 @@ -7.75741720199585 \ No newline at end of file +7.379676342010498 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt index 3cf623dffb546b9b46c80f4710a659ce9744d8ca..79e1946b260abe6101778de72ab7f2b855df6b19 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt @@ -1,5 +1,5 @@ Running #995 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-047.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-047) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193738 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240016 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193739 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240017 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.75741720199585 +Command return code: 255, elapsed time: 7.379676342010498 Finished #995 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed index 6ca9a7a2ffe0d736e7513bb316cb924521742711..883aa675e8d021d218f0edcf4dfaa41b160cdf87 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed @@ -1 +1 @@ -7.3899805545806885 \ No newline at end of file +7.17142391204834 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt index 014a718a09bdf78a864d3730d97061c4cdac4047..bf459accf63c7382027f172c48dd88559e87abdb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt @@ -1,5 +1,5 @@ Running #682 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-048.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-048) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46aca0, *recvbuf=0x46aca0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c:60) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-048) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-048.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190898 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190899 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236222 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3899805545806885 +Command return code: 255, elapsed time: 7.17142391204834 Finished #682 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed index 42481d4977f67cc031b99c62cea8ec7074090227..23c595fd10f2cae2f3aaf6c8bae2d9869ebf769e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed @@ -1 +1 @@ -8.652461290359497 \ No newline at end of file +8.84952187538147 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt index f9b82403bf5d6282c49cad412f606b8cb353109f..3eee839e60cc51beb4caa0afe1580ea2bad87df1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt @@ -1,5 +1,5 @@ Running #887 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-049.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47cb10. +| [0] WARNING: Send and receive buffers overlap at address 0x470850. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47cb10, *recvbuf=0x47cb10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470850, *recvbuf=0x470850, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ade0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ade0, *recvbuf=0x46ade0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47cb10, *recvbuf=0x47cb10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470850, *recvbuf=0x470850, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ade0, *recvbuf=0x46ade0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201083 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244394 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201084 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244395 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.652461290359497 +Command return code: 255, elapsed time: 8.84952187538147 Finished #887 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed index 2e7b56a1afd59af59db3211aef81b2f12fd08f93..ea9a8519a4790ac2779e1edfbe3cdf46aa5b5c1e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed @@ -1 +1 @@ -7.2858967781066895 \ No newline at end of file +7.202255964279175 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt index d5a661b45c252317c18693e3fbf82dfeb914f206..db983334147989d11481320f84438b74a9c5f45b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt @@ -1,5 +1,5 @@ Running #732 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-050.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca80, *recvbuf=0x47ca80, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470830, *recvbuf=0x470830, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-050) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae90, *recvbuf=0x46ae90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230712 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185372 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230713 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2858967781066895 +Command return code: 255, elapsed time: 7.202255964279175 Finished #732 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed index d5a279feb11d8cc9cdecd7f0489fc8026253b595..f50a093dccbde91910752104ee3f6ca15e4b5057 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed @@ -1 +1 @@ -8.547332525253296 \ No newline at end of file +8.904360055923462 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt index dbb42ed6e088ced0ea796af309ca267e5e148da5..f67cd5bab29878ae1c7854840378d3b23b26809d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt @@ -1,5 +1,5 @@ Running #1230 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-051.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47e970. +| [0] WARNING: Send and receive buffers overlap at address 0x470830. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47e970, *recvbuf=0x47e970, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470830, *recvbuf=0x470830, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:49) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae10. +| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:54) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47e970, *recvbuf=0x47e970, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470830, *recvbuf=0x470830, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:54) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-051.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.547332525253296 +Command return code: 255, elapsed time: 8.904360055923462 Finished #1230 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed index f0baef8b1200f64668cc70441614bc7e966cbc73..f5925fd8ce4ad32fe75291dc74d43be3059d1685 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed @@ -1 +1 @@ -7.207491874694824 \ No newline at end of file +7.176935911178589 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt index cfbdebb5bf1db4b32ab12c479fc8490d0aa2f16a..8be0287610e72b6d7ddb86c6f336c74a33f7767d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt @@ -1,5 +1,5 @@ Running #502 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-052.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x4706e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470740, *recvbuf=0x470740, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-052) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b490, *recvbuf=0x46b490, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-052) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-052.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-052.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175716 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221610 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.207491874694824 +Command return code: 255, elapsed time: 7.176935911178589 Finished #502 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed index 3e2ac96171a1b1960109f0934ead26bf8ea39a35..e25160cdf5a919516292d6cb99b07444e8726d21 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed @@ -1 +1 @@ -7.20776104927063 \ No newline at end of file +7.177811622619629 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt index 2bf62b97fd62dcd2f58c20a6d14164cae7356c66..7ae2a316970e8d744e53d47d738f0ebae17005f2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt @@ -1,5 +1,5 @@ Running #498 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-053.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x4706e0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-053) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-053) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-053.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-053.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 172691 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 218573 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 172692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 218574 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.20776104927063 +Command return code: 255, elapsed time: 7.177811622619629 Finished #498 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed index 315207deed053b6493dd949a23cb902d2e54d80b..26f090e6bdc377a510b56634dcc924908607bf83 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed @@ -1 +1 @@ -7.328081846237183 \ No newline at end of file +7.100028038024902 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt index 16f99ed33be6906d4c3995597e1c90a45360f0b1..574841488dfb3c36d72b73266d9e7e22b40dc6e8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt @@ -1,5 +1,5 @@ Running #463 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-054.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707a0, *recvbuf=0x4707a0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-054) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b6b0, *recvbuf=0x46b6b0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b490, *recvbuf=0x46b490, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-054) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-054.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-054.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177109 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177110 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.328081846237183 +Command return code: 255, elapsed time: 7.100028038024902 Finished #463 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed index 22a98858725190b21d543fde326a8864b7dc8945..a8bd810b0d035f945e4cdc6054391421562e2bce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed @@ -1 +1 @@ -7.253741025924683 \ No newline at end of file +7.284597396850586 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt index c854dfa7361eb4b18a7f2b52c5c768139a621f70..e72f4798345b3934df61c89ea1897f7557bd245d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt @@ -1,5 +1,5 @@ Running #997 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-055.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-055) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5c0, *recvbuf=0x46b5c0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b530, *recvbuf=0x46b530, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-055) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-055.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-055.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240776 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240777 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.253741025924683 +Command return code: 255, elapsed time: 7.284597396850586 Finished #997 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed index 8c9e7e0a2ee171317e401c1122c0035151cb28d4..3adbc9150dca969685f9c45aa2b5ec9b72c6d474 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed @@ -1 +1 @@ -7.023783206939697 \ No newline at end of file +8.837395668029785 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt index 76f5a0fc613db3323b82816010b901230610b7cd..0a3e37cbcd4ab88eff505a8d90994995c05e1ffb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt @@ -1,5 +1,5 @@ Running #497 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-056.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-056) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b590, *recvbuf=0x46b590, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-056) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-056.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-056.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 217413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171531 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 217415 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.023783206939697 +Command return code: 255, elapsed time: 8.837395668029785 Finished #497 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed index a0a1f20124c4bd74e5677d2fb572fdb04f93d0d5..63c323147ed0644c5d824a1897cc41b1ec0ae974 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed @@ -1 +1 @@ -7.457533836364746 \ No newline at end of file +7.377624988555908 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt index 1606e01e4521efa56219194cc8ff40edcff95e6b..c560609d11eed36f82ca30c12963284ab23cead2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt @@ -1,5 +1,5 @@ Running #686 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-057.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x4706e0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-057) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46d5d0, *recvbuf=0x46d5d0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4c0, *recvbuf=0x46b4c0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c:63) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-057) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-057.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-057.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191833 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237436 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191834 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.457533836364746 +Command return code: 255, elapsed time: 7.377624988555908 Finished #686 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed index bb6f4eb84c7a6edd8e5f06ea27fe01c3b9440ce4..beb8590d5d29a86178a6372dfc62b8879b831d04 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed @@ -1 +1 @@ -7.356505870819092 \ No newline at end of file +7.399123191833496 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt index 9a2a4983e5ab99db9c9f188e5125d2ffc42147f0..2087ac587419e8a6d3cf4f7acbe344ce418c6942 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt @@ -1,5 +1,5 @@ Running #979 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-058.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-058) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b6b0, *recvbuf=0x46b6b0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b620, *recvbuf=0x46b620, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-058) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-058.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-058.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247938 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247939 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.356505870819092 +Command return code: 255, elapsed time: 7.399123191833496 Finished #979 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed index 1f60c24d8baf5e75cd5891a7c857a601bd8537ab..d82e9e94ecd958ca8e292c7286029bc51cd924e9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed @@ -1 +1 @@ -8.821402311325073 \ No newline at end of file +8.880674839019775 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt index e8df86fac42de96409f027d5f85c1b647a57dacc..dbf4d200c6cc614b4009c8e9ac17ea300af9b11a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt @@ -1,5 +1,5 @@ Running #1021 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-059.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707e0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707c0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707c0, *recvbuf=0x4707c0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:52) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46b740. +| [1] WARNING: Send and receive buffers overlap at address 0x46b630. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46b740, *recvbuf=0x46b740, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:57) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707c0, *recvbuf=0x4707c0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46b740, *recvbuf=0x46b740, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:57) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-059.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-059.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204087 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250725 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204088 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250726 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.821402311325073 +Command return code: 255, elapsed time: 8.880674839019775 Finished #1021 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed index ff75d1b85a4f20e6b251fe80d86ce8274332b0c8..4f161abd4aedd69d9523911ea4a54d9cd5a2a2d8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed @@ -1 +1 @@ -7.242465972900391 \ No newline at end of file +7.25420880317688 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt index c1010708e6c4de94c4c30bebd3be52529144a955..d4f994df6e47d321a92bced014c5aaff8674b814 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt @@ -1,5 +1,5 @@ Running #505 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-060.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d250, *recvbuf=0x47d250, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-060) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-060) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-060.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-060.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177356 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223777 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177357 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223778 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.242465972900391 +Command return code: 255, elapsed time: 7.25420880317688 Finished #505 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed index c3245f4bf1dc154de86174da3d3c4e576cb76b87..057ee2c3907fd0ec8895eb850d910c61e4995ac2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed @@ -1 +1 @@ -8.874494791030884 \ No newline at end of file +7.335257053375244 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt index 579fe8024cc83844ec4117acbf09e931285f5d04..51065e0a9807785bb803430ad0054c66cc50e8d0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt @@ -1,5 +1,5 @@ Running #1009 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-061.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-061) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b710, *recvbuf=0x46b710, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4f0, *recvbuf=0x46b4f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-061) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-061.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-061.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201388 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247456 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201389 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247458 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.874494791030884 +Command return code: 255, elapsed time: 7.335257053375244 Finished #1009 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed index 9c291dc1c2faf08c32bfeca3bf4e17453909d296..49b071e6ed0381d1eb9657762be5bc67f3facf24 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed @@ -1 +1 @@ -8.901200771331787 \ No newline at end of file +7.330765008926392 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt index 0d1411bfd6fa92872bb13d0000f252c419ebf05c..15fd2daa43ed2c21d89956bff45f117cb5ad1985 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt @@ -1,5 +1,5 @@ Running #469 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-062.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-062) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b680, *recvbuf=0x46b680, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-062) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-062.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-062.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186154 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231074 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186155 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231075 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.901200771331787 +Command return code: 255, elapsed time: 7.330765008926392 Finished #469 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed index 8b1bcffe6ca1789d36540b4a60269395ee03d3a9..d5a08c8df5fe7c5ff36b9a6b2e007dabf28cf81d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed @@ -1 +1 @@ -7.874299764633179 \ No newline at end of file +7.261809825897217 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt index c3c63602366215bd6872b06c4979959a95c72e9b..0c079da7e4d3b858d2db8f82874bea8498e9c33f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt @@ -1,5 +1,5 @@ Running #785 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-063.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-063) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-063) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-063.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-063.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201416 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201417 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.874299764633179 +Command return code: 255, elapsed time: 7.261809825897217 Finished #785 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed index 13f8ef32fce1eeecece5b9283489c3723f4286f2..126d0b28c8e0a22aa2992e78c922152eac481cab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed @@ -1 +1 @@ -7.299964189529419 \ No newline at end of file +7.271255016326904 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt index 47289a116360e235fe2ad845d9ec0de84c86f584..976f2ca9e47b152d97207267a3865ebb5982f4f9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt @@ -1,5 +1,5 @@ Running #1023 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-064.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-064) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b700, *recvbuf=0x46b700, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-064) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-064.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-064.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241329 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299964189529419 +Command return code: 255, elapsed time: 7.271255016326904 Finished #1023 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed index 4efe2b38825a4b283936eb50ef6b06dd2edeba79..118111e9b92d378f5f9da0320891b14173a9ead8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed @@ -1 +1 @@ -7.202461242675781 \ No newline at end of file +7.118523359298706 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt index 2920b9d397118368c943602eb400cc958112dbcc..a837861e9bd9c05c3bfd49a8ada5cc2601b66403 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt @@ -1,5 +1,5 @@ Running #1130 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-065.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d250, *recvbuf=0x47d250, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-065) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5e0, *recvbuf=0x46b5e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-065) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-065.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-065.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200848 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246360 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200849 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246361 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.202461242675781 +Command return code: 255, elapsed time: 7.118523359298706 Finished #1130 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed index 2068b70fc1bc8f110f816d23e5b8088b696bbf4f..c67b2962ea8cc6ab4b074501fa4c6aa203eaa626 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed @@ -1 +1 @@ -7.390722990036011 \ No newline at end of file +7.333907127380371 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt index e4a24a8d79e042afab7b297bdc055125b4a549fb..ba06d931f4e0d1a1b9cc1d8838f9375124cd33a8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt @@ -1,5 +1,5 @@ Running #618 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-066.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=1, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-066) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b680, *recvbuf=0x46b680, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-066) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-066.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-066.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195357 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239154 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.390722990036011 +Command return code: 255, elapsed time: 7.333907127380371 Finished #618 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed index 1252d35a3389be4b7712670dfd819989a045753e..68eea88c3598b2629f6fe2444782f15c6c1e5241 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed @@ -1 +1 @@ -7.2527079582214355 \ No newline at end of file +7.374758958816528 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt index 4b3be7f102b0a8a81e90824ce470cd83a39b7246..df1b189c92a41a6b034ba574093769fb7917f527 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt @@ -1,5 +1,5 @@ Running #853 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-067.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-067) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4f0, *recvbuf=0x46b4f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-067) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-067.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-067.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205029 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251484 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2527079582214355 +Command return code: 255, elapsed time: 7.374758958816528 Finished #853 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed index f7638c20d611f5f92435c4ba99e7eddc5245ed2c..3cec0cb0ac3d631b9bfd993b93bec4fe27c09101 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed @@ -1 +1 @@ -0.9324004650115967 \ No newline at end of file +7.267145872116089 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt index a3cb9ef2bf5e2f663116eb5237f71f4d195265ed..eb5b87aa041a0189675c7159eda17ce239b18c97 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt @@ -1,5 +1,5 @@ Running #687 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-068.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-068) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-068) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-068.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192201 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192202 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9324004650115967 +Command return code: 255, elapsed time: 7.267145872116089 Finished #687 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed index 9987a8d29294e7bc3464f2c3a6effab870c29b8e..40f1a6117b448c440ca47df1f3e6a31dccac0c3d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed @@ -1 +1 @@ -7.197654962539673 \ No newline at end of file +7.340614318847656 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt index a4ae79a86abbe315b6735ca9dc4bcff2d8b7c6ff..4b72136be925ebd84655af0d034727c3b3ec1e25 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt @@ -1,5 +1,5 @@ Running #719 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-069.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-069) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-069) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-069.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-069.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196093 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196094 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.197654962539673 +Command return code: 255, elapsed time: 7.340614318847656 Finished #719 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed index 956996f90690bce02a7be559d86ba934a6e53dee..346ac0142056f1920eb623d27311b37544114e95 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed @@ -1 +1 @@ -7.389463663101196 \ No newline at end of file +7.505651950836182 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt index a797a46f26b63dc8f08571f4410ad6f573e727ce..81875eae728fa3a4d0983c99b1e642fc20c88ab4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt @@ -1,5 +1,5 @@ Running #1218 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-070.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-070) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b700, *recvbuf=0x46b700, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-070) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-070.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-070.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220188 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220189 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.389463663101196 +Command return code: 255, elapsed time: 7.505651950836182 Finished #1218 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed index 8237c670aeabd4c086f28c98aab50144cd4531f8..90d8f8442c6ab1a5ed80a3f13da6a5f369f73e17 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed @@ -1 +1 @@ -7.277194023132324 \ No newline at end of file +7.126073837280273 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt index a4ec4bc45552496e1c118ce290e8f4f2bf515b01..ab40d46620fa18933249d8b8362b40581b7f1732 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt @@ -1,5 +1,5 @@ Running #664 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-071.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-071) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b580, *recvbuf=0x46b580, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-071) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-071.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-071.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228730 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.277194023132324 +Command return code: 255, elapsed time: 7.126073837280273 Finished #664 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed index a303ad6a33e492392a11a8d426e6ca365e67bd1d..70a83ddc0d494f37ed8299ef855c46bb0ad89ad4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed @@ -1 +1 @@ -7.254057168960571 \ No newline at end of file +7.301933526992798 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt index 37621b8978a65e9957ff1026414fbab148602abb..922d6bd87d737c74c772eb7df5575efb47853e3a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt @@ -1,5 +1,5 @@ Running #1010 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-072.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-072) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-072) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-072.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-072.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201777 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201778 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247838 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.254057168960571 +Command return code: 255, elapsed time: 7.301933526992798 Finished #1010 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed index 437b86450171b18d018a1cca23416f49e79cf1c3..50a598fef69edf59c86ad986479ddcce7e0b6b51 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed @@ -1 +1 @@ -0.9462583065032959 \ No newline at end of file +7.244664430618286 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt index 8a65bb26f86d2eb455ba4c8121d4f2de47a3520b..6e2b8fb8c65a773b61a3802c779068042cb4c125 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt @@ -1,5 +1,5 @@ Running #892 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-073.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-073) +| [0] ERROR: 4 elements transferred by peer but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4f0, *recvbuf=0x46b4f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-073) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-073.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189668 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189669 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9462583065032959 +Command return code: 255, elapsed time: 7.244664430618286 Finished #892 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed index 10f91aa6a24f2b768f836fccccc697af6ad79fa7..22ad5b25072e46823a0aa1f0a3fb3482c5b40523 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed @@ -1 +1 @@ -7.538501739501953 \ No newline at end of file +7.346435070037842 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt index 749fcffbb4aae4c6ef1470c554c825bceda04225..b5b05732305001e7c7731a7f49e7d066f7beda31 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt @@ -1,5 +1,5 @@ Running #1181 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-074.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-074) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b680, *recvbuf=0x46b680, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-074) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-074.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-074.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255935 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255936 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.538501739501953 +Command return code: 255, elapsed time: 7.346435070037842 Finished #1181 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed index 5f428af7989f54e09d300b0a7a56b213e84d1258..c82fcd050c164ff224c014b08a1f8b4dd61c38ac 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed @@ -1 +1 @@ -1.0988588333129883 \ No newline at end of file +7.234071731567383 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt index abb343d81a1755202186f1770b84e39187ca1146..94d4f96d6127b109801e144fd27ddc859452ab9e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt @@ -1,5 +1,5 @@ Running #965 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-075.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_FLOAT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-075) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=4, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-075) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-075.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194516 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194517 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240321 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0988588333129883 +Command return code: 255, elapsed time: 7.234071731567383 Finished #965 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed index bec2b107a2e0137296dc98bc80602b9aa9420ad7..be3d02fe6c73f05150ef075804145053ea278977 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed @@ -1 +1 @@ -7.3733978271484375 \ No newline at end of file +7.480340480804443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt index bacb1116c8fb40a415161b8b01877ef5f64ccf1e..2085f891c116d56820cc1ed938994808caeec081 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt @@ -1,5 +1,5 @@ Running #1207 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-076.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=1, datatype=MPI_LONG_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=1, datatype=MPI_LONG_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-076) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-076) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-076.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-076.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217043 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3733978271484375 +Command return code: 255, elapsed time: 7.480340480804443 Finished #1207 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed index 82fe61e3388c4849efeaf055b3c6e698defbc82a..07206c365edb5dbe330d192e2ef462723cdaccad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed @@ -1 +1 @@ -1.0178918838500977 \ No newline at end of file +7.306973218917847 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt index 6939a5a61ab4177e65585e8a5325da38feefe642..32690c317b051ed77d0395866e6b3e51ca9c1839 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt @@ -1,5 +1,5 @@ Running #698 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-077.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_LONG_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-077) +| [0] ERROR: 4 elements transferred by peer but 16 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b590, *recvbuf=0x46b590, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-077) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-077.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0178918838500977 +Command return code: 255, elapsed time: 7.306973218917847 Finished #698 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed index a43bd887e020793f9d997cbf4d6412f05606b2aa..653a06c1d8c174857ed2b01d8e004687f21adf8a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed @@ -1 +1 @@ -7.311994791030884 \ No newline at end of file +7.251520872116089 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt index 02a7c156c86d3b4f2193cb19328004202fa31f6e..8c37520e242b63ebcb95bd6fe49ac8862a0f60e6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt @@ -1,5 +1,5 @@ Running #551 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-078.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-078) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b700, *recvbuf=0x46b700, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-078) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-078.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-078.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191621 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191622 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237650 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.311994791030884 +Command return code: 255, elapsed time: 7.251520872116089 Finished #551 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed index 26889f44b728e7957b4718bff4eb8f9d7e151abd..be559d88966e1f161f1b7b86b6a8d74176908fb4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed @@ -1 +1 @@ -7.351636648178101 \ No newline at end of file +7.344529151916504 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt index 015db6f988ef4a45ccef93c1bf87662b930c86dd..5ffb2273f915ab41b0c0ef6401992ed4a8769d54 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt @@ -1,5 +1,5 @@ Running #912 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-079.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=4, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-079) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-079) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-079.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-079.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.351636648178101 +Command return code: 255, elapsed time: 7.344529151916504 Finished #912 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed index b5f8561168ac8abe10e2c5822bdeb200ef1bf4dd..2876f4e84558113243f43f0a17c821b7d77ae6bf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed @@ -1 +1 @@ -7.2742180824279785 \ No newline at end of file +7.3447840213775635 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt index 977020a0833bd93eba9f8360780f466d45864d99..0464f0f2774b07bc8d8fb9f7d13f4d64edc43e44 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt @@ -1,5 +1,5 @@ Running #610 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-080.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-080) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-080) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-080.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-080.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236514 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193250 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2742180824279785 +Command return code: 255, elapsed time: 7.3447840213775635 Finished #610 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed index 7403f19d63382b508987e9c8c86ed599622aad2e..78010a81c8b0483f6660211f87a276b671b93a05 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed @@ -1 +1 @@ -8.784254550933838 \ No newline at end of file +8.797881364822388 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt index 41d1571dcec23adf18f48696c9d9ba15c4fc0867..7e094381f9adb8fbda483829b2eeb076936b28f4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt @@ -1,5 +1,5 @@ Running #905 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-081.c (batchinfo:1/1) @@ -53,44 +53,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47d350. +| [0] WARNING: Send and receive buffers overlap at address 0x47d290. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:58) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46b610. +| [1] WARNING: Send and receive buffers overlap at address 0x46d4e0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46d4e0, *recvbuf=0x46d4e0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:63) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46d4e0, *recvbuf=0x46d4e0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:63) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-081.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-081.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -99,16 +99,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196204 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.784254550933838 +Command return code: 255, elapsed time: 8.797881364822388 Finished #905 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed index 37e486c56e99dd762f90ccd5fdb0191df49205a1..8cd57f2d9cdb6a2103dee9bdc22493445c193b64 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed @@ -1 +1 @@ -7.342885494232178 \ No newline at end of file +8.412145376205444 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt index ba434075af983be712f90ab293e305247d36980e..d388fcddad2310cadbb4aaa80f272e5672cc9182 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt @@ -1,5 +1,5 @@ Running #890 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-082.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-082) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-082) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-082.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-082.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202225 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245608 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202226 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.342885494232178 +Command return code: 255, elapsed time: 8.412145376205444 Finished #890 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed index faf1e28d418452a78b158ee1db46083976566292..c314282d7fbfabc70413ff94bc9d84c269f8bcaa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed @@ -1 +1 @@ -7.285006046295166 \ No newline at end of file +7.263946771621704 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt index 2c4da796f07e21f75beeda412cba9c0f6399ccea..244c7302c0cc6e957c4417be1e7f0c15b0c30b37 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt @@ -1,5 +1,5 @@ Running #1151 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-083.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-083) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b590, *recvbuf=0x46b590, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c:63) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-083) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-083.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-083.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257867 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285006046295166 +Command return code: 255, elapsed time: 7.263946771621704 Finished #1151 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed index 9676ffa1680de9f779b1f0baeec792475f415837..fd800824ea6a4de58686d1262788a7e4d948301c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -0.9712302684783936 \ No newline at end of file +9.086404800415039 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt index 936a5b53686dcbd3f5d84b8d44f6c23b2e77eb40..fc5f682b0dec2fd72052183528445fec4b95f210 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1085 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-001.c (batchinfo:1/1) @@ -47,23 +47,55 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470810. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c:41) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-001) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-001) +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Alltoall(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208961 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253420 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208962 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9712302684783936 +Command return code: 255, elapsed time: 9.086404800415039 Finished #1085 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed index 91ba7b35e95110f17b57674c9ee75c94a1192f9f..7da30e3fe443a372d6391f384196d2e5ef887de8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed @@ -1 +1 @@ -7.368974924087524 \ No newline at end of file +7.3405420780181885 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt index 88ea41b43fc375f006ffd94b55d70e07bbed4bd5..a43265cb30a7260b8502229212db14717a4b4dcd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt @@ -1,5 +1,5 @@ Running #1165 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-002.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470760, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-002) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46acf0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203901 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247455 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203902 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247457 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.368974924087524 +Command return code: 255, elapsed time: 7.3405420780181885 Finished #1165 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed index d0dbf0916d2e27edbca31e83aee45e02b2e069a3..42abf2e9a6ee778fae25e8acdb24afb5bde9adfa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed @@ -1 +1 @@ -7.36699652671814 \ No newline at end of file +7.229498624801636 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt index 4080a501fbd3c19e2117d45d2f0f01f60ae9f8ed..fb1ec57c5df223cdd56c6d5e2e89cf46d7957366 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt @@ -1,5 +1,5 @@ Running #757 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-003.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-003) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad00, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adc0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46adc0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197333 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242073 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36699652671814 +Command return code: 255, elapsed time: 7.229498624801636 Finished #757 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed index c965c93872207292102e3c0e7cd3058a49800328..2e3b41e735cdfa742a9259250812a7139682c146 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed @@ -1 +1 @@ -8.129871845245361 \ No newline at end of file +8.133735179901123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt index 742127662a2fc623accc80f0004d0892b6570791..2a470124f84de3424c6632f63c15871496be82e3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt @@ -1,5 +1,5 @@ Running #1121 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-004.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470710. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Alltoall(*sendbuf=0x470710, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470710, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470790, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-004) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acb0. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-004) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), @@ -74,10 +74,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254531 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254533 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.129871845245361 +Command return code: 255, elapsed time: 8.133735179901123 Finished #1121 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed index ac91091516a55e6e315eb6c36ddd173b2983e69e..39d67029b31521817e7f4612791076f236d2b0fb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed @@ -1 +1 @@ -7.305954694747925 \ No newline at end of file +7.2506349086761475 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt index 2174db773831c5aef1551ebd04d2d23cf24953a7..ff008438953d550f6b3d295d62297d4387822404 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt @@ -1,5 +1,5 @@ Running #1156 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-005.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470770, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-005) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199159 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244363 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199160 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244364 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305954694747925 +Command return code: 255, elapsed time: 7.2506349086761475 Finished #1156 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed index 85e90143253b7c64dbcdf11da862f68e3eec22cb..765fd0b95a5a298d6e0201428cdd18a834fced85 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed @@ -1 +1 @@ -7.319754362106323 \ No newline at end of file +7.372722387313843 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt index a485760387d0c5d226b46e98a6c7fcb4ddeee24d..7fc4d6c6042ac5e373356b0fa854c5ce548b1221 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt @@ -1,5 +1,5 @@ Running #578 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-006.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470770, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-006) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac80, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad40, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190751 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190753 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.319754362106323 +Command return code: 255, elapsed time: 7.372722387313843 Finished #578 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed index 4904035aaaf2dd67eef42d40e521a6f57be47348..94f4512c9f69bd581222967eb04688165554e388 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed @@ -1 +1 @@ -8.033442258834839 \ No newline at end of file +8.0739266872406 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt index 788d17d868043ec8945c30edccb2d616bcc6acec..5df87d5bd9d5f3d350c2547c3aa148e69dc09258 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt @@ -1,5 +1,5 @@ Running #544 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-007.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-007) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad70. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46ad70, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46ad70, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-007) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), @@ -74,10 +74,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186735 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.033442258834839 +Command return code: 255, elapsed time: 8.0739266872406 Finished #544 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed index 215c17646b0cc231d1c8c6b90f2fd3017a7e8a30..cd92757af20b981d036a8d72da8da03ad21c10d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed @@ -1 +1 @@ -7.125977993011475 \ No newline at end of file +7.225808143615723 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt index aef0b10ed0afed33b3891d99bef36fc2063b0f07..ae74e43b5e7af3513af612e36427362e95029a49 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt @@ -1,5 +1,5 @@ Running #952 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-008.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x470760, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x470770, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-008) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201081 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247716 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201082 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247717 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.125977993011475 +Command return code: 255, elapsed time: 7.225808143615723 Finished #952 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed index 1703d099dec9dc09ac8184a401bbd96cdddda7ab..eaa2529e08f6356d9343381f2e5d73f35ce3668d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed @@ -1 +1 @@ -7.362027645111084 \ No newline at end of file +7.313992261886597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt index 3920a0eb4520f32e9f5ca090872836a8d5ee936c..7e96b1e308d1f651ea113aa271c6ee53a93d4aa2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt @@ -1,5 +1,5 @@ Running #866 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-009.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-009) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46add0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46add0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191966 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191967 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.362027645111084 +Command return code: 255, elapsed time: 7.313992261886597 Finished #866 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed index 0b8dcbe8a44f77a2cc2c34dd8c060b052c0f35c8..32d8eed9d094ddc15e34ce9871172ca091b24725 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed @@ -1 +1 @@ -8.74214220046997 \ No newline at end of file +8.858989715576172 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt index 18f40c93b16a245a058059ad952d7b7eb3eb12f3..4c209038fbc40f3f764a3804a889e7f17db38e91 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt @@ -1,5 +1,5 @@ Running #1171 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-010.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470780. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Alltoall(*sendbuf=0x470780, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470780, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470810, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acf0. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46acf0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470780, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470780, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470810, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46acf0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208321 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208322 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.74214220046997 +Command return code: 255, elapsed time: 8.858989715576172 Finished #1171 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed index a59c13431683b8591f6eb96e6afbccb087327801..45c43321cd11b06c8e61bc72d3b09c6687cbb2b4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed @@ -1 +1 @@ -7.387428045272827 \ No newline at end of file +7.4714295864105225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt index ef0d2d73d37179af5c6c16c56f414e30de107291..0f7047c90e19a4d9b6b89298e944e16cc3152ed7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt @@ -1,5 +1,5 @@ Running #1144 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-011.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470770, recvcount=1, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-011) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209772 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255392 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209773 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255393 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.387428045272827 +Command return code: 255, elapsed time: 7.4714295864105225 Finished #1144 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed index db4d6a788993a56f47e274b6df0e9d03f87e00bd..5b46b48c51d36e237ce951187962fa9946ac126a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed @@ -1 +1 @@ -7.309761047363281 \ No newline at end of file +7.37540078163147 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt index 2e6873f4135c8ab5c03fd78fb2f5445cbb9c3c10..cb83b7e0c4b0c655d11d7ced3ea3f76d25d2ca8e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt @@ -1,5 +1,5 @@ Running #1133 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-012.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-012) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249081 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249082 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.309761047363281 +Command return code: 255, elapsed time: 7.37540078163147 Finished #1133 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed index 34c85611f601ddb836880e39df6cdead230cfcf0..312f12cfa1b8aad2ba962fdebc7460a5ba820c23 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed @@ -1 +1 @@ -8.221421718597412 \ No newline at end of file +8.049050569534302 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt index 8caea32f40ba9b2c5f549e24d5c63bfdaa41611a..891f04f15ee839a04d8310d6b9a0645b8a72cad5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt @@ -1,5 +1,5 @@ Running #982 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-013.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-013) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acb0. +| [1] WARNING: Send and receive buffers overlap at address 0x46adc0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adc0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-013) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), @@ -74,10 +74,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202850 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248623 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248624 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.221421718597412 +Command return code: 255, elapsed time: 8.049050569534302 Finished #982 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed index de5defd1b4b054e9dbecac2fea089b154aa53501..17b2f28002c125a9b023aea34beb82672c1489f0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed @@ -1 +1 @@ -7.32027792930603 \ No newline at end of file +7.233935832977295 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt index 4af38c15b9f297926628cc00faaa14c740eb4239..47f3a92514d532644007391baa16ff7cc88fb623 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt @@ -1,5 +1,5 @@ Running #972 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-014.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x470760, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-014) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242507 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.32027792930603 +Command return code: 255, elapsed time: 7.233935832977295 Finished #972 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed index 6101962832690bc844a9ee8e095aa368aede77c4..44a144d2374d4ce6b56addabfcb2e59fd56ee914 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed @@ -1 +1 @@ -7.3035664558410645 \ No newline at end of file +8.912951231002808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt index dfa0fe524fae00eee944c7acf7a993075805fac2..9ae3c2a205a5d16180508b0a3ee7f30eee6e7d4f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt @@ -1,5 +1,5 @@ Running #1027 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-015.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-015) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ae30, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ae30, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198773 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242738 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198774 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242739 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3035664558410645 +Command return code: 255, elapsed time: 8.912951231002808 Finished #1027 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed index 10056b662c2f6acbc010e7a88d8bd01ef5c6d881..a4544bacc28e758dd0fe133d4ded09f41b3d34c2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed @@ -1 +1 @@ -1.072540521621704 \ No newline at end of file +8.099467754364014 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt index 599e9474f4a2ecca8099ad6be738331eef62c9e9..c2c492eb302591a08957c375f6e15ca8d697db49 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt @@ -1,5 +1,5 @@ Running #1174 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-016.c (batchinfo:1/1) @@ -47,23 +47,55 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470710. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470710, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c:41) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-016) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adc0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adc0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-016) +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Alltoall(*sendbuf=..., sendcount=10, sendtype=MPI_FLOAT, *recvbuf=..., recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-016) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.072540521621704 +Command return code: 255, elapsed time: 8.099467754364014 Finished #1174 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed index 4b64690897bd7ae2ffd4370adadaf8c90ff41404..c96c4a2af172da5ceeb7e257abb2f3c233ae523a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed @@ -1 +1 @@ -7.341874599456787 \ No newline at end of file +7.32248330116272 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt index 7233318d7d0051d8b9c6e72326bf2cd8d721626c..2482e5d655793e3aae1f36ce81674f882eb8552c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt @@ -1,5 +1,5 @@ Running #862 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-017.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x470770, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-017) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187548 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187549 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233800 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341874599456787 +Command return code: 255, elapsed time: 7.32248330116272 Finished #862 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed index c76a1eea520637afa17a6a998d5835ab4d6e7653..053bc57664452e51f25dce1e340b712e1d9038a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed @@ -1 +1 @@ -8.282142162322998 \ No newline at end of file +7.269304275512695 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt index abd798d739b6ef9dbc63dda5ccbea7aea0269e7c..7252339ad5c9cf9f571a99cdc0e031cb79cefd6e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt @@ -1,5 +1,5 @@ Running #929 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-018.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-018) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240578 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193806 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240579 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.282142162322998 +Command return code: 255, elapsed time: 7.269304275512695 Finished #929 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed index 445612065824e055c769a9f81978a4ecf6a61721..0a96e385825a12e8c15bc7d0cd786687104dcf60 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed @@ -1 +1 @@ -7.36292576789856 \ No newline at end of file +7.140240430831909 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt index d665fb1e6c36bd6e776160e2605ff008ee5a6b6f..5d1c0157019cf9d3bf36bbfd854f9d9f8816f8ef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt @@ -1,5 +1,5 @@ Running #643 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-019.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470750, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470750, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-019) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b670, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x46b670, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235957 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189716 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36292576789856 +Command return code: 255, elapsed time: 7.140240430831909 Finished #643 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed index 96c38d07156ca7633a89f44f43cc37a4a71a339b..0681646f1e3b671fe59247c59e3b47ef907523a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed @@ -1 +1 @@ -7.29610538482666 \ No newline at end of file +7.344432353973389 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt index b85ebf6f34ecc6119727344219d67b4080ee7e6f..2fe2855432165d65b36bb5923b027d763737b518 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt @@ -1,5 +1,5 @@ Running #657 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-020.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 1 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470850, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-020) | [0] ERROR: 1 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b5f0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x46b5f0, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b730, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x46b730, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196898 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29610538482666 +Command return code: 255, elapsed time: 7.344432353973389 Finished #657 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed index 35ed3942c4fd5e4b2d40b4f7748e07f52be438e3..30f805e6952fcf8cc011a076f73b97aadae6cf31 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed @@ -1 +1 @@ -7.266970634460449 \ No newline at end of file +7.349060297012329 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt index 566e461f5420cfeca7513ecece959b9a91a13906..3d50cfbed67be935463ea8d3ab4d52995bd2fe08 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt @@ -1,5 +1,5 @@ Running #810 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-021.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x470850, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-021) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b730, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b730, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199286 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199287 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.266970634460449 +Command return code: 255, elapsed time: 7.349060297012329 Finished #810 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed index 365a264d9db87153de22934676bab17344e5200f..8845f308807ed89c6771fc4e88484ecf10fbf028 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed @@ -1 +1 @@ -7.074962615966797 \ No newline at end of file +7.307709455490112 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt index 6e1fb993a0e730cb8fbac2172f7c22a98464d4bf..e769ecacdd55290cde717c2414183c692298c278 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt @@ -1,5 +1,5 @@ Running #637 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-022.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d2c0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x47d2c0, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707c0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x4707c0, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-022) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186260 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.074962615966797 +Command return code: 255, elapsed time: 7.307709455490112 Finished #637 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed index 8b15e894f8edf51cde0e9e391deffbd5eb285793..2e9f4b7fb02ebdeef009b334a90b2d549c58289d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed @@ -1 +1 @@ -1.0563714504241943 \ No newline at end of file +7.461821794509888 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt index 61f350f89aca0746ef1e2f7b37a0b5fa55d306ee..dcbacb3bad054bebeb3b8b500e2dd169790740c8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt @@ -1,5 +1,5 @@ Running #939 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-023.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x470850, recvcount=1, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-023) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b6b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6b0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-023) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0563714504241943 +Command return code: 255, elapsed time: 7.461821794509888 Finished #939 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed index cd239f7cd18d91b7911b5d37b96f9ac1c0da23c4..50b3515e4c2a26643d37838e0ec5cc17cd2226d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed @@ -1 +1 @@ -7.124801158905029 \ No newline at end of file +7.331867694854736 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt index 0ea24f7638bf30c7c915b7c6bb6eceb725d47e90..01385bf738661fe1ad1c75f1bcd4829addac48b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt @@ -1,5 +1,5 @@ Running #888 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-024.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x470850, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-024) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b6c0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6c0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244763 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.124801158905029 +Command return code: 255, elapsed time: 7.331867694854736 Finished #888 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed index 9fa9b8274adad6ac78cbc7a39fcd0b7a8410e451..b6d61a9eb306c6de6f0bed3978392bb2295baae7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.257026672363281 \ No newline at end of file +2.223886728286743 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt index dee3600867e2a93ed39b6b7b9ad57bf920d48bf1..d8ba7782b844ac6c20a6595b4bb86f444be5e15c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #605 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-001.c (batchinfo:1/1) @@ -47,36 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.257026672363281 +Command return code: 0, elapsed time: 2.223886728286743 Finished #605 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed index c98ccfac72487a6b1cc21ecfdffa56edfba89a56..709397f8f190ccbddc94ac295cf1f664e8738ba6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -7.3079750537872314 \ No newline at end of file +7.455729007720947 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt index baf13697445d734d32a1be170527f761095ed636..0b1306a87d38828798765e555baa10ed27e67ed9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #1228 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205932 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205933 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3079750537872314 +Command return code: 255, elapsed time: 7.455729007720947 Finished #1228 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed index b253cd996439ae0b44406b58b20b4188294dc018..23b3e4f4270d48f5b8b45e0098e510692655a4e0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed @@ -1 +1 @@ -8.815958023071289 \ No newline at end of file +7.293578624725342 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt index 57f290c4dbbfead6ad8ea5cb7a274ffcc2c5aa47..2fe78957b98324eba565e1e3ff684c24e97a6f86 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt @@ -1,5 +1,5 @@ Running #1025 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-003.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad20, count=4, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=4, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198218 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198219 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.815958023071289 +Command return code: 255, elapsed time: 7.293578624725342 Finished #1025 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed index 8c84e2017fee5ea385668305a7ba60a5a33b2d4c..bad9e97ef48a6702ac9724124779e9f8eb843cce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed @@ -1 +1 @@ -7.353271007537842 \ No newline at end of file +2.227471351623535 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt index 879bae8425fc7645487bc2c48b2a6eabd253b2c7..7f3610ab7743b5d186c4781554271a964f664b82 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt @@ -1,5 +1,5 @@ Running #927 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-004.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-004.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193214 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193215 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.353271007537842 +Command return code: 0, elapsed time: 2.227471351623535 Finished #927 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed index d5de771779a923d3f03b181f415843d998787f91..2eb8a6b7c14cdbca3c130712485a74fcc1c20c01 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed @@ -1 +1 @@ -7.336841583251953 \ No newline at end of file +1.0085647106170654 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum deleted file mode 100644 index 740387957202e09fce702cff6811db0c09d0e253..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c8e81edaa2a0e73d4842584f397b0e8b \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt index 888a1aab4ea372c4fe8d8a50ff804fa19e3ef5c5..7998935cd13911230092a40f28a2fce942163304 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt @@ -1,5 +1,5 @@ Running #772 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-005.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005) -| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336841583251953 +Command return code: 255, elapsed time: 1.0085647106170654 Finished #772 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed index 1608333af4bccb19f8050ddc4d31f674ca30786d..d83f828a35d359bf87ed4e7b7f90968488b8b1e6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed @@ -1 +1 @@ -7.349685192108154 \ No newline at end of file +7.362116575241089 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt index f709db627d3098dbdd3a5875506a34f8eea360b1..d298df4d0ab019447e17a4f8d74dbf0f297b32f6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt @@ -1,5 +1,5 @@ Running #1041 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-006.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac60, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad70, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205206 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255223 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205207 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255224 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.349685192108154 +Command return code: 255, elapsed time: 7.362116575241089 Finished #1041 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed index 5c4526596d1d7c2b2325940a9a74a51745a89397..6db0729ae301dbbd51b79a25160f60e8cacb8e1e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed @@ -1 +1 @@ -2.284339189529419 \ No newline at end of file +2.159630060195923 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt index b9147ab650f3cd1cedb05875321a9d69a29b0afe..301e01e17a7109552ccc5c2172a7eb2856957399 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt @@ -1,5 +1,5 @@ Running #541 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.284339189529419 +Command return code: 0, elapsed time: 2.159630060195923 Finished #541 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed index 8eec8fd3fe85a755fff032746cf55b5d3cef95ac..898e32cb95625feae953e2bfd668cdee04f6dd41 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed @@ -1 +1 @@ -7.597102403640747 \ No newline at end of file +7.232134580612183 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt index 10ce4b7e3a0aa0486136204ebe33b27c654f1279..f362d9d8ad14df0c13740230d137a02674ffa449 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt @@ -1,5 +1,5 @@ Running #775 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-008.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46add0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192561 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237664 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192562 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237666 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.597102403640747 +Command return code: 255, elapsed time: 7.232134580612183 Finished #775 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed index 5562fe867dd38d43509ab12ffd5efba8530417f5..7f2bc099d4f0c5d5c7e0c3b344967f1712be3979 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed @@ -1 +1 @@ -7.259490489959717 \ No newline at end of file +7.203436613082886 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt index 41ca9dc842a31525afc3e98df0733e3084b0f113..89f94a9b02cdde91877736562741c5edcb53e05f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt @@ -1,5 +1,5 @@ Running #721 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-009.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196937 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242892 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.259490489959717 +Command return code: 255, elapsed time: 7.203436613082886 Finished #721 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed index 7ae1c7cf021012d0dabe046bc21ce75702570bc9..684895ee2f1076974e9fbf13cc2613bf34778503 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed @@ -1 +1 @@ -2.0199718475341797 \ No newline at end of file +2.1181890964508057 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt index a24244e62d7480c3cdcac56bdb8abd4aa13f1f73..53dff96bb5faedbf5ca25c25721330a5982b6438 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt @@ -1,5 +1,5 @@ Running #512 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-010.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0199718475341797 +Command return code: 0, elapsed time: 2.1181890964508057 Finished #512 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed index 23ba5719307f8732d1ceeb8fb630757c6de4bbea..d52e4e420d3cc712fbc9cf306f7b117efafd516d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed @@ -1 +1 @@ -7.562492609024048 \ No newline at end of file +7.269269227981567 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt index 0be7edb141b71b7e48fb50bfb86cc03ea05bdbbb..c6289845f2441a4380e08bb102c52cf3470ebc4a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt @@ -1,5 +1,5 @@ Running #647 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-011.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193563 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.562492609024048 +Command return code: 255, elapsed time: 7.269269227981567 Finished #647 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed index ab7c9caafb9120940501b9d0bd25de5c6d3286af..90e31e3598730f5246625848f2c7feca7dab8f42 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed @@ -1 +1 @@ -7.232475280761719 \ No newline at end of file +7.479328870773315 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt index 70b1d5e5480d3a9e9313de6e35a05f966b6fae6d..b8b5d26975b363118d851d8c50761a9b71b8a969 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt @@ -1,5 +1,5 @@ Running #1092 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_SHORT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_SHORT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-012) | [0] ERROR: 4 elements transferred by peer but 2 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=2, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=2, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243790 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198798 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243791 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.232475280761719 +Command return code: 255, elapsed time: 7.479328870773315 Finished #1092 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed index 1c83bc4d97f7a18411aa5747d408c32dbb183593..a27b312ab0adfaf6525896bcafc21cd1c4351781 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed @@ -1 +1 @@ -7.185235500335693 \ No newline at end of file +2.226052761077881 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt index a6d93429aff5df942cad2fff81d2e23778128d5b..937c6ea36b3165f4d0888062b540029b9a74b811 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt @@ -1,5 +1,5 @@ Running #621 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-013.c (batchinfo:1/1) @@ -47,36 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-013.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.185235500335693 +Command return code: 0, elapsed time: 2.226052761077881 Finished #621 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed index 1f9b819a3f9e465ec8c91536caede4dea540772b..cfe76d7fd4b8eaa82fc92cafbea8d2ecd0cd5993 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed @@ -1 +1 @@ -7.276286840438843 \ No newline at end of file +9.051163673400879 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt index e57563c4e920554856fb8157a4c98555cddef92a..ec33b8454cfbf81886cb12e492cabcd9fe2194bc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt @@ -1,5 +1,5 @@ Running #493 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-014.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199660 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199661 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245615 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.276286840438843 +Command return code: 255, elapsed time: 9.051163673400879 Finished #493 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed index f029b07b5aa57e77575d556a880ed02e9f6ea989..42f902e5bd577a4ac70e4fe57bdc3ac85810112d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed @@ -1 +1 @@ -7.421234846115112 \ No newline at end of file +7.3109846115112305 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt index da42a053a5e2e4314a60a800f9ce78e4d9805fb7..9b3c57381d22507886463bcd0dfa1fc858b4aebf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt @@ -1,5 +1,5 @@ Running #794 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-015.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-015) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac20, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ade0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186691 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.421234846115112 +Command return code: 255, elapsed time: 7.3109846115112305 Finished #794 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed index 099d328c103287560a1c30b9c495dae070e1c845..e6f698793ef229c28e319c14b37ade153b87cb33 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed @@ -1 +1 @@ -7.3745200634002686 \ No newline at end of file +2.110177993774414 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt index d96dbfbb93cdded82292bfc836f2bd38965c5b1f..c8d1c45a4e3aec14218b3b4b1ba51890effff82d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt @@ -1,5 +1,5 @@ Running #1069 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-016.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-016.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202052 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.3745200634002686 +Command return code: 0, elapsed time: 2.110177993774414 Finished #1069 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed index ba79abfc1b34f9f55c3e26c260c8246e67d75765..3591a1a4a2d3f2093957187fcbb5893c662ca7a3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed @@ -1 +1 @@ -7.216588497161865 \ No newline at end of file +7.162139654159546 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt index 46e67697d4e005f72259af7936697865c877da6d..6777ec12fe76a26752412fcde2a2aede3db4d4f4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt @@ -1,5 +1,5 @@ Running #706 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=1, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-017) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190091 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236070 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190093 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.216588497161865 +Command return code: 255, elapsed time: 7.162139654159546 Finished #706 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed index 4c564f2f5f3570624ce7baa28ef8bf64e3e1f0d0..3ec35ea9316d09572268f952f15ce0458f594f03 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed @@ -1 +1 @@ -7.45004415512085 \ No newline at end of file +7.530847549438477 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt index 2fc8826e0cccc704e4055faae6465713898e5fad..9d6d25b1b45c74cc89925c4b55e402d7879c2ddd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt @@ -1,5 +1,5 @@ Running #1016 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=4, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-018) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac20, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ace0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202913 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.45004415512085 +Command return code: 255, elapsed time: 7.530847549438477 Finished #1016 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed index 0001fffee6a591b5ea6cbdebbd2bf7ccfe21e2e2..4d0dec608737944ec3f53865cb4d66b7eb4853d7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed @@ -1 +1 @@ -2.2294249534606934 \ No newline at end of file +2.1723573207855225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt index 652942a24f9c8df4b3fff0eb5252fe53b33c20f0..66b72d19e316e37469b290369221756c055c811b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt @@ -1,5 +1,5 @@ Running #744 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-019.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2294249534606934 +Command return code: 0, elapsed time: 2.1723573207855225 Finished #744 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed index b6858a608f82203f7345d21c9fed037daa6f7720..54787afada83eb70711b26daf1a2fcc38a20e2bc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed @@ -1 +1 @@ -7.3832786083221436 \ No newline at end of file +7.483346462249756 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt index 6382b4df98580c756f7639295322fb19eafa9e39..df98320edd5f81689cd75683bffea33111e23b55 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt @@ -1,5 +1,5 @@ Running #980 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3832786083221436 +Command return code: 255, elapsed time: 7.483346462249756 Finished #980 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed index dffb4e0bb7f91175d81896d919abd3f7880cd73a..b21e8ad9d20816e695248dabff00adfc7775241b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed @@ -1 +1 @@ -7.3671674728393555 \ No newline at end of file +7.260448217391968 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt index 0b9630aede57bf64f8a945a69ed774e8f3c0a813..4c489749985816cbead3f1e5564e0902a6198fb6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt @@ -1,5 +1,5 @@ Running #977 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-021) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247092 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247093 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3671674728393555 +Command return code: 255, elapsed time: 7.260448217391968 Finished #977 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed index fc3fd2734ecf830ca804bac31e3fff2c4d810906..0d137704e43609c9fdb0864c1e4e71a9d45c3635 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed @@ -1 +1 @@ -7.233082294464111 \ No newline at end of file +2.2263436317443848 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt index bc5f7b45420a37a82335d3ca1db17221d3ac6b54..4399813b98621f767d763305d21982d76b73e993 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt @@ -1,5 +1,5 @@ Running #943 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-022.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-022.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197775 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197776 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.233082294464111 +Command return code: 0, elapsed time: 2.2263436317443848 Finished #943 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed index 1b9a57015a47636e39a96d4c94ddb83b68d326cc..64228449a7c435e460e4be525776d868376379a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed @@ -1 +1 @@ -7.300940036773682 \ No newline at end of file +7.347103595733643 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt index 36ffb7b206f5e15c7e132568620d7578a95292a4..e0c897acb09a7fa830cb8e95d857f00828f9aaeb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt @@ -1,5 +1,5 @@ Running #658 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197238 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243387 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197240 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.300940036773682 +Command return code: 255, elapsed time: 7.347103595733643 Finished #658 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed index fb9f51813aab37b4bf09a950e1bad0c5df6bd123..b2d17b3dd12d8a8a5037a5e31c63e8d615619513 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed @@ -1 +1 @@ -7.320986270904541 \ No newline at end of file +7.418631315231323 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt index 607a22f2700e4990b8bbcb19dbf6f515abce1727..4125d794b0b41640dcf3ee6f3742e6747931c021 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt @@ -1,5 +1,5 @@ Running #825 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-024.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=4, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-024) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=4, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=4, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186012 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231912 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186013 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231913 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320986270904541 +Command return code: 255, elapsed time: 7.418631315231323 Finished #825 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed index f5b4b1724adcf58dd369e52a6595e37a76c3b88c..ba67fe73f7558a07dc21a793d07536685b8b0027 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed @@ -1 +1 @@ -7.344792366027832 \ No newline at end of file +2.1760237216949463 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt index 5da828d911f7fa4051e003e6e518ea02dc6c253f..843a5200b767b0878f4a950b265b6af82e2dc36d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt @@ -1,5 +1,5 @@ Running #506 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-025.c (batchinfo:1/1) @@ -47,36 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_UNSIGNED_LONG, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-025.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178114 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178115 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.344792366027832 +Command return code: 0, elapsed time: 2.1760237216949463 Finished #506 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed index 65efa8d2d3ac4f919b6405626488431f1faa2c20..7f22b865cb9d6e5dfa402ed029235b988286c0fc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed @@ -1 +1 @@ -7.340662240982056 \ No newline at end of file +7.212894439697266 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt index 94b1e22932f2728042c38edd7bb13488f31c1aa0..51489a7701880117554b3bbb624862cb521d5934 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt @@ -1,5 +1,5 @@ Running #973 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-026.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-026) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197342 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197343 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242891 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.340662240982056 +Command return code: 255, elapsed time: 7.212894439697266 Finished #973 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed index 6096a9df67b027bca0338b22f49ceb065994b09b..8b6615b7ca3534719b2eb15ce7ea939d5bd4acfd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed @@ -1 +1 @@ -7.320253372192383 \ No newline at end of file +7.056658744812012 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt index e081b24d1b6428e6e45f44bf76848160839571e3..9921bee49780bf7827c58a480c75c4d4a1628ae8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt @@ -1,5 +1,5 @@ Running #868 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-027.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-027) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac60, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ace0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192856 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192859 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320253372192383 +Command return code: 255, elapsed time: 7.056658744812012 Finished #868 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed index 658059aeabc3d9ed96188ce70491c4b2b3e91c59..8fc5f4e415f4143ee3e08c030423c477f52d0e24 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed @@ -1 +1 @@ -8.04815411567688 \ No newline at end of file +2.211270332336426 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt index ab48f0e96051d45cef89e055e6ecba222d07c8f8..c530302237a6b4e6cf53d613220725287d879e3a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt @@ -1,5 +1,5 @@ Running #588 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-028.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_FLOAT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-028.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193731 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193732 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 8.04815411567688 +Command return code: 0, elapsed time: 2.211270332336426 Finished #588 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed index 7fc934971a9807bffc6ab7e21bc3fd31653f2cb1..ed0b031af4719d50e2573dd72ab33a19c99bc47d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed @@ -1 +1 @@ -7.329896926879883 \ No newline at end of file +7.3249595165252686 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt index 3d03666e49cccd5d3cc78b1964d55d39144b2afb..46a0ea9a646dc98a3622b3d5c9f10b3909d13bb7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt @@ -1,5 +1,5 @@ Running #488 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-029.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-029) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195252 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.329896926879883 +Command return code: 255, elapsed time: 7.3249595165252686 Finished #488 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed index ecec022c421aeeab229e592298113b32b87e8fa4..c9e215ab1c8ee55ddf1a2d41754ca06228c0dcb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed @@ -1 +1 @@ -1.2792127132415771 \ No newline at end of file +7.320609092712402 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt index 9d6c75991ff6548266feb9a8aaf3a0d738a7c540..6ae31c767b02faff3b6e87d00b593145d848b3b4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt @@ -1,5 +1,5 @@ Running #574 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-030.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_FLOAT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-030) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=4, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-030) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2792127132415771 +Command return code: 255, elapsed time: 7.320609092712402 Finished #574 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed index 589738df70d95738530f92bc67f28d1765c68adb..f666b0614e958561877592763cbf23018ecc4fe3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed @@ -1 +1 @@ -3.2302467823028564 \ No newline at end of file +3.0168259143829346 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt index 6e55d6bc48932b36e83d71274c0239a133425c17..313b5c6ef94ff11e130b27e9cd44044ab8631442 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt @@ -1,5 +1,5 @@ Running #1215 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-031.c (batchinfo:1/1) @@ -49,16 +49,16 @@ Executing the command (cwd: None) | | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Derived datatype addresses the same bytes at address 0x46ac91 +| [1] WARNING: Derived datatype addresses the same bytes at address 0x46acd1 | [1] WARNING: in the receive buffer multiple times, which is only | [1] WARNING: allowed for send buffers. | [1] WARNING: Control over new buffer is about to be transferred to MPI at: -| [1] WARNING: MPI_Bcast(*buffer=0x46ac90, count=10, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Bcast(*buffer=0x46acd0, count=10, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-031.c:39) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031) -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-031) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. @@ -67,6 +67,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.2302467823028564 +Command return code: 0, elapsed time: 3.0168259143829346 Finished #1215 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed index b3cbfd091647f39e42f85b46c0ef4052c0e38a96..7305e8f2a356688165f132a17f5f60923c3e9142 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed @@ -1 +1 @@ -8.050992727279663 \ No newline at end of file +7.502509355545044 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt index c97220efc862bebfca279d78db4777ccfd70e792..e2b31fd1c532c62884a08590619824d1d885041c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt @@ -1,5 +1,5 @@ Running #1208 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-032.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=1, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-032) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217473 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217475 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.050992727279663 +Command return code: 255, elapsed time: 7.502509355545044 Finished #1208 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed index 0543420bbbf3c11435a2a6f13a4f23ff1db36219..8ac80c3dd8ee1804f88c2b1d19171800334f8e63 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed @@ -1 +1 @@ -7.35531759262085 \ No newline at end of file +0.9605414867401123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum deleted file mode 100644 index df028bca8e0a53f9239ccfb1aed4f50668f14d77..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d637d61e8d6223e1ef5e515ea3f79012 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt index a5ad83975ce342b4dc744b334806263da170e215..f67d5a25ee23a3e77df38c95e4c7bb85a5248ad6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt @@ -1,5 +1,5 @@ Running #1073 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-033.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033) -| [0] ERROR: 4 elements transferred by peer but 1 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205271 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249986 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249988 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.35531759262085 +Command return code: 255, elapsed time: 0.9605414867401123 Finished #1073 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed index de8ffc14105351d3470e2a466ee574312d99667e..a46ba213a6537d657208f112d1bbafcc41b1d07d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed @@ -1 +1 @@ -7.488803148269653 \ No newline at end of file +2.2306230068206787 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt index 6860defa8182deefe7a305a03b4117ef53cbc1f5..8e1053810f0c03e9aa1b400fb4b8193a7791559b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt @@ -1,5 +1,5 @@ Running #934 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-034.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_UINT64_T, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-034.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.488803148269653 +Command return code: 0, elapsed time: 2.2306230068206787 Finished #934 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed index 5456375657fc462e85110f28fc0b45af040170b9..09a72a1b313d203eec7197ca6e9031386dc2d2d0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed @@ -1 +1 @@ -7.231781005859375 \ No newline at end of file +7.419965744018555 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt index 932e8d47980340dc72688a76a4803345959b29aa..353a66e21b09aef4233805a59d06419fb6cabfaa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt @@ -1,5 +1,5 @@ Running #1072 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-035.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-035) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.231781005859375 +Command return code: 255, elapsed time: 7.419965744018555 Finished #1072 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed index c2ab6ea6fbba97004055c42b4abb03ebf73b2e84..8e64fcfe0e3f5661e91e13c2524b2e55eed20739 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed @@ -1 +1 @@ -7.2894957065582275 \ No newline at end of file +7.316867828369141 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt index 3c4c8f41bf105007d4263dc8a49ecdfcb0a68e03..e9dc02674cfd50fd411a1475ddf2606f482b01cc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt @@ -1,5 +1,5 @@ Running #692 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-036.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_UINT64_T, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_UINT64_T, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-036) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac20, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ace0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2894957065582275 +Command return code: 255, elapsed time: 7.316867828369141 Finished #692 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed index 0fe65ab5e974ea567c82abfe8b78594cbb4ef8f6..60faf3babebdc2e01feef2fae747338b469d69da 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed @@ -1 +1 @@ -2.1547749042510986 \ No newline at end of file +2.1077494621276855 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt index 50dc99ba7addb40586c38814711aa3e9f3be7842..3e4402fc5c117cbb861430f51c309479a406cdd0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt @@ -1,5 +1,5 @@ Running #1129 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-037.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1547749042510986 +Command return code: 0, elapsed time: 2.1077494621276855 Finished #1129 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed index 2d466dc6fb7947525a674f6d5abbae388a3ecf2a..c1ed228fa8179b7a65c4e3dbd6da274b42220f04 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed @@ -1 +1 @@ -7.589886903762817 \ No newline at end of file +7.415961742401123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt index be05aabf6ec68e656b948660af5257640bbde3fb..0a911431e4451be8b308cde6cc124b18cac2e21d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt @@ -1,5 +1,5 @@ Running #1217 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-038.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-038) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219918 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264884 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219919 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264885 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.589886903762817 +Command return code: 255, elapsed time: 7.415961742401123 Finished #1217 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed index a641128a3cc67cbb5ad8c5899e069d99a6282bb2..b99d2ff367e7754fed7cc3c190e2af3d560070e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed @@ -1 +1 @@ -7.033214807510376 \ No newline at end of file +7.172065734863281 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt index 36502368a12b36c80e0418aae192a74b460606fb..16f7cc935c5c32987ba4752c6edc457f0eb02364 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt @@ -1,5 +1,5 @@ Running #508 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-039.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=4, datatype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-039) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179761 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225329 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.033214807510376 +Command return code: 255, elapsed time: 7.172065734863281 Finished #508 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed index 958effd9bdbba741ee012e99db5088273ac2a9d1..ac692847c4ef75bf7f3e33393b19a7a6e709a4b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed @@ -1 +1 @@ -1.11899995803833 \ No newline at end of file +61.057101249694824 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum deleted file mode 100644 index 9f35f90d47b78ef06d346c5536df7e541757e801..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -37cbdb76d4f7ced89e56d9d80cc7043f \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt index 613510ebe9c5bf743b17bb079c82031d9fc62597..d555382c9b24bb3b1a9d5195eb9895df87b3ffb9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt @@ -1,5 +1,5 @@ Running #1028 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-040.c (batchinfo:1/1) @@ -51,24 +51,25 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing | [1] ERROR: Signal 11 caught in ITC code section. | [1] ERROR: Either ITC is faulty or (more likely in a release version) | [1] ERROR: the application has corrupted ITC's internal data structures. | [1] ERROR: Giving up now... -| [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199158 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.11899995803833 +Command return code: 255, elapsed time: 61.057101249694824 Finished #1028 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed index 0a51e62c35d822ab842aed79058c31d8668e637f..862b07b4ac7b1201ab298a4370092662b1144866 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed @@ -1 +1 @@ -7.305324554443359 \ No newline at end of file +7.037953615188599 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt index 4c61609f9a8b0d7cea985175f5a14a22e2ca670b..f5949f4c6df74519efd7f3d4f64ce323bce2d217 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt @@ -1,5 +1,5 @@ Running #955 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-041.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-041) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250501 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250503 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305324554443359 +Command return code: 255, elapsed time: 7.037953615188599 Finished #955 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed index 91c11b290c55af6fc10905a4ccdf0d3366db8634..3d85e3ac7dfe8d9614f9ffa410a40c0e76c23c6e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed @@ -1 +1 @@ -7.405182838439941 \ No newline at end of file +7.54912805557251 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt index 2e20bbcae03146f860cff9c9ae9cf0b166015ab1..0da84166298fd0fe497d9b348f46d56dc779a0b7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt @@ -1,5 +1,5 @@ Running #674 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-042.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=4, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-042) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac40, count=16, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad00, count=16, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188186 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188187 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233673 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.405182838439941 +Command return code: 255, elapsed time: 7.54912805557251 Finished #674 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed index f68d76200c89ae586174debb4f3b115dc3c68fe3..e76bda5a7c85c4ac217e43bc9f5f6561e669ef0a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed @@ -1 +1 @@ -1.0600576400756836 \ No newline at end of file +7.286869049072266 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt index 825616be1d580221110047e29e893dec4ab2a794..284561cbeecbefeb3b8a8c0c7d2207b5344526ab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt @@ -1,5 +1,5 @@ Running #575 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-043.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=1, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-043) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-043) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189941 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235384 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189942 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235385 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0600576400756836 +Command return code: 255, elapsed time: 7.286869049072266 Finished #575 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed index fcf3fa4d4c876e71c388d67c57c74039aeacde28..3395a9e66aa97694edbaa0c5a0dbd9011d2ea586 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed @@ -1 +1 @@ -7.112344741821289 \ No newline at end of file +7.284547328948975 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt index 74be44b0986472f5968d78f82392aca7ea2314c0..ac04d3e1bae716eb6297cc13c6d254c0d580ec08 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt @@ -1,5 +1,5 @@ Running #882 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-044.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d230, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-044) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4d0, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b620, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196878 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240618 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196879 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240619 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.112344741821289 +Command return code: 255, elapsed time: 7.284547328948975 Finished #882 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed index 18676e659948bb4a3b0579477774fc771671618a..caab9b59ac5873af0c00f255b555f89357940fbc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed @@ -1 +1 @@ -7.302464723587036 \ No newline at end of file +7.282693862915039 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt index 80b1034ede0036b6cde9f3884e9af5090fa14059..6542a64ea4a871785e1e6b4ee6909f29d919f27c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt @@ -1,5 +1,5 @@ Running #671 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-045.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470780, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-045) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232447 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186824 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232448 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302464723587036 +Command return code: 255, elapsed time: 7.282693862915039 Finished #671 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed index 79049d13c8cdc5b6677b38957f866de974ce93a7..912be8745e39b3fd6baae32c097c1b707964feaf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed @@ -1 +1 @@ -9.002740383148193 \ No newline at end of file +7.549241542816162 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt index 632ae0646362e449ba23de8bdf1531ae319a75eb..a76b928ef6f358eb8ba064ad66d860bb1f75ad46 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt @@ -1,5 +1,5 @@ Running #984 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-046.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d2b0, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-046) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5d0, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b620, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203364 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.002740383148193 +Command return code: 255, elapsed time: 7.549241542816162 Finished #984 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed index f2693e2fe0742207f77af81d0a61831f7c278e98..3d07c379c4929a224744484bde4683fb7d01b3c6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed @@ -1 +1 @@ -7.1267194747924805 \ No newline at end of file +7.162672758102417 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt index f38afad5ce081fb0ed83ef5334fe4cf1acfed618..1b92bb56ca7c1f8437cdfa2e8999505ef2295569 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt @@ -1,5 +1,5 @@ Running #976 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-047.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-047) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b680, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201201 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246688 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201202 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1267194747924805 +Command return code: 255, elapsed time: 7.162672758102417 Finished #976 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed index 4498701da32b0c95c79c319cfe3658cdbcb789e7..7979d397c58e6a3f9ede55c35320fc155e1c17e8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed @@ -1 +1 @@ -7.406147718429565 \ No newline at end of file +7.321146488189697 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt index 3ddf001c608818a9147ca91c05f8ba22519cb787..7e26c6e3b477aef338c5465375dc3a6d9dc5945f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt @@ -1,5 +1,5 @@ Running #778 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-048.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470780, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-048) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b540, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-048) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-048.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193435 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238767 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193436 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238769 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.406147718429565 +Command return code: 255, elapsed time: 7.321146488189697 Finished #778 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed index 085c37df24b87a1bd33ed7b3470d67cf0d2ed66e..7f2f204561125a82082b195753b0650bd94c64a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed @@ -1 +1 @@ -7.410842418670654 \ No newline at end of file +7.300144195556641 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt index 2d6ce9efbf36e0ec46c4f497f6deddcbfe69bd8d..2f3bf91d4355cbee613a08263d09634257faca56 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt @@ -1,5 +1,5 @@ Running #1088 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-049.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470770, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-049) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b540, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209891 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254703 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.410842418670654 +Command return code: 255, elapsed time: 7.300144195556641 Finished #1088 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed index 9efaed3396b4ba9c20ac8c64e9d93e3aa95af26d..2dba7d597c11bdf1ebe7ea9cc12a35fa95539d7f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed @@ -1 +1 @@ -7.4274656772613525 \ No newline at end of file +7.286050796508789 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt index 2ed2891bf79f4c0d67378ee2261f0860b3109379..9674ddff71df73ddbee5d43d0b8083bb3a68b943 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt @@ -1,5 +1,5 @@ Running #920 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-050.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470780, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-050) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203131 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249391 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4274656772613525 +Command return code: 255, elapsed time: 7.286050796508789 Finished #920 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed index dd1adbdf3a0695be456cb7906d998b94f7c2ae17..96a82c9fbeb2ee16f06c9760fd23f1abdac37760 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed @@ -1 +1 @@ -7.4421632289886475 \ No newline at end of file +7.346928358078003 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt index 8727d7913bbe97eba827ab13a948a03a6c50b8d8..2e0a07faf0ddfb8d4f71c05aaffa154577d6b5b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt @@ -1,5 +1,5 @@ Running #1053 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-051.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-051) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-051) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-051.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211865 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261403 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261404 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4421632289886475 +Command return code: 255, elapsed time: 7.346928358078003 Finished #1053 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed index 19b94e38b53e019e8bbff4156b26444bcdf12941..ab66ace359158986e215fa4e7821e4b463bf31b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed @@ -1 +1 @@ -7.151203393936157 \ No newline at end of file +7.4002366065979 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt index 45df13fa51d294dcbb48aa894696ee59f2bb4061..795aa3647c11583622dba21326685f638606bdea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt @@ -1,5 +1,5 @@ Running #515 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-052.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-052) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5c0, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-052) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-052.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-052.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184323 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184325 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.151203393936157 +Command return code: 255, elapsed time: 7.4002366065979 Finished #515 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed index 8e2d4360c77c2274289e3b57bfb56d1188239adb..56c39e1e86c157a7ddc02e6c54ea7b2cb6959429 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed @@ -1 +1 @@ -7.941389083862305 \ No newline at end of file +7.251350164413452 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt index 64025451758419e5257e0d2d0b5f76ae0a5b9240..5e5e26f3dbc686d85a30511dc60df6fc5907226d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt @@ -1,5 +1,5 @@ Running #691 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-053.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=1, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-053) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b6d0, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-053) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-053.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-053.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198232 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247004 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198234 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.941389083862305 +Command return code: 255, elapsed time: 7.251350164413452 Finished #691 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed index c144934dea220ebc4127ef640e29b2b3bd58a153..e01c77d5ed6ce5745a33eeb74ef4fd96b4f07f2a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed @@ -1 +1 @@ -7.323238372802734 \ No newline at end of file +7.328054904937744 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt index fe4452db0b651b0ed7b1fcdcba0ce41ac31a18a6..75a19b440065529a9425d79ccd6b8c8dc2f6e2d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt @@ -1,5 +1,5 @@ Running #1056 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-054.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d280, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-054) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b620, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5e0, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-054) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-054.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-054.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197943 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197944 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323238372802734 +Command return code: 255, elapsed time: 7.328054904937744 Finished #1056 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed index 4b82e6c255cb764df84dd06b9deb3e96c02f080b..28d96f3460d2a6623f7a4ce64e2c74fadb332d4b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed @@ -1 +1 @@ -7.4241132736206055 \ No newline at end of file +8.035228252410889 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt index ec9f63f41c1c9fccfc0bf6bc5a79a6b0e976e10e..f3101d430280ee9274d0204734c59e8a31554cea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt @@ -1,5 +1,5 @@ Running #527 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-055.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47f300, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-055) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b650, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-055) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-055.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-055.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237217 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4241132736206055 +Command return code: 255, elapsed time: 8.035228252410889 Finished #527 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed index fbbca1644fbb4a22e9eb1aea4f21c2b61841abc2..953e3ca1ecb5004fa01e93e40aeef0bc7d3a8496 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed @@ -1 +1 @@ -7.297471284866333 \ No newline at end of file +7.32628321647644 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt index 766aaf173eec6992fe665c4dcd06693e4b5857b3..b7e009627b5a0ab0923a96285461a64368d8d171 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt @@ -1,5 +1,5 @@ Running #904 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-056.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-056) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5a0, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5e0, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-056) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-056.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-056.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195872 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242202 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.297471284866333 +Command return code: 255, elapsed time: 7.32628321647644 Finished #904 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed index a6e3810152912f42e1af791af7e27abcd5fcd320..ec5c5f9eba2064021bd7c419b7d3ee71470dc24e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed @@ -1 +1 @@ -7.182787179946899 \ No newline at end of file +7.28748631477356 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt index a0e31e307049bbc8cef3706341b3acc9d7abc10f..1a8ff969170d9e544aa5473641b707230afe57f9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt @@ -1,5 +1,5 @@ Running #602 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-057.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d210, count=1, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d2a0, count=1, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-057) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5d0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-057) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-057.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-057.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188120 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233217 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188121 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.182787179946899 +Command return code: 255, elapsed time: 7.28748631477356 Finished #602 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed index 0d32a11997174f62ebffb563f076dd4c56a81ed8..62aea0cc0c633fef0c821dcb1daa48f2fcd20dd9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed @@ -1 +1 @@ -7.255878925323486 \ No newline at end of file +7.154923439025879 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt index 2f8295f140051ab11be11e95e1d70c5f34e0dd03..d6488e07829e094e67e503e8254772025f58ada7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt @@ -1,5 +1,5 @@ Running #499 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-058.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-058) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-058) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-058.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-058.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 173674 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 219494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 173675 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 219496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.255878925323486 +Command return code: 255, elapsed time: 7.154923439025879 Finished #499 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed index 3f3542edb8417ffb7009bd2747f865d50a759915..dcfb535f5c0553adc2fb7248e011ee17e4a9e76d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed @@ -1 +1 @@ -7.219035625457764 \ No newline at end of file +7.2389562129974365 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt index 063ed9c811d48c699b10a87d66f913dbb717cbd2..c60ded7e82825f64fd91c1a0d1425b3eda4ccda5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt @@ -1,5 +1,5 @@ Running #988 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-059.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=1, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-059) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b590, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b6d0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-059) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-059.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-059.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.219035625457764 +Command return code: 255, elapsed time: 7.2389562129974365 Finished #988 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed index 058ec4940c2eddad4e6f5395033c9fdce3e7aee4..d88e310b3bc69412298e70aac77fce4232d3cbf8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed @@ -1 +1 @@ -7.3372368812561035 \ No newline at end of file +7.305689096450806 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt index cc62efd81e374da6cf73d672bc9d89cd1298008d..f5e659681bc8704fbf20c23146b0b0d71e5dbd5f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt @@ -1,5 +1,5 @@ Running #848 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-060.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=4, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-060) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b520, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-060) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-060.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-060.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201844 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201845 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3372368812561035 +Command return code: 255, elapsed time: 7.305689096450806 Finished #848 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed index 70d53b621dbd2fe76e7d399693acd0fc10ff7c66..7da07e650e7813736a722942b0c803c78848f117 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed @@ -1 +1 @@ -7.3124213218688965 \ No newline at end of file +7.406127214431763 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt index 1a9a21eed52e0fc24120fe3099e2e55ad23a0fba..bf27200a44f7774b0ea5779ae9bb8ddcecba8064 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt @@ -1,5 +1,5 @@ Running #668 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-061.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=1, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-061) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b650, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-061) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-061.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-061.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185666 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185667 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231276 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3124213218688965 +Command return code: 255, elapsed time: 7.406127214431763 Finished #668 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed index 2807e562094fae9adcc23ba6f1b7d83bef5326e2..04fe1f185b7b3a23dbf12c7bb52de3aaaf94d059 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed @@ -1 +1 @@ -7.466399908065796 \ No newline at end of file +7.39757227897644 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt index e97646801d40555410f046b58d025d9fc75a4596..6d1e8c80b27dd8432a07b1feb93f67c766a76992 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt @@ -1,5 +1,5 @@ Running #1199 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-062.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=4, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-062) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b550, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-062) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-062.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-062.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209903 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255424 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255425 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.466399908065796 +Command return code: 255, elapsed time: 7.39757227897644 Finished #1199 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed index 54e8a9898c59af61ae70cf18c42b05c48cbac886..1a09309e88f4aeb05f422741c4f2d8b98a83f533 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed @@ -1 +1 @@ -7.215790271759033 \ No newline at end of file +7.332586050033569 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt index 047e4afafeded259d13b0a57592a16ea5e77f96f..4a99c35d9e5863f532757bab12964e65a572fc58 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt @@ -1,5 +1,5 @@ Running #620 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-063.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=1, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=1, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-063) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5d0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-063) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-063.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-063.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.215790271759033 +Command return code: 255, elapsed time: 7.332586050033569 Finished #620 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed index 2dc22bcd0a1841c77dd7c8176dab6ff9b6800361..a7b0485edac2a04016d0a3a787ced490a941dcd2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed @@ -1 +1 @@ -7.193971395492554 \ No newline at end of file +7.215073823928833 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt index 54c0b1b82b866e103f364d7567e9fa2e6654de32..1df971fa97d0b3b1e9727bcf36252b7e2c022cf4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt @@ -1,5 +1,5 @@ Running #584 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-064.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d280, count=4, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d2a0, count=4, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-064) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-064) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-064.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-064.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238472 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192766 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238473 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.193971395492554 +Command return code: 255, elapsed time: 7.215073823928833 Finished #584 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed index aa8760278fa6263665484b2a2743e3b5b40cab34..73e806d84e1931499af3f9c5b6204c37a73b3df6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -8.61661696434021 \ No newline at end of file +7.197955846786499 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt index 4357086ba8cb38c38ba21c1258d2384408117d01..ec95f9d120592bf536f5076c3042b73db29cd7e1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #595 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-001.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acf0. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Exscan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180470 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225776 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.61661696434021 +Command return code: 255, elapsed time: 7.197955846786499 Finished #595 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed index 31b2b1f0d55dd4234c251ca1d5f39d7020ec4536..a4fd12bda9d3d76b9eec065bd329a95619a77ac6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed @@ -1 +1 @@ -7.302906036376953 \ No newline at end of file +7.3579864501953125 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt index 9a3e9453edb337966bab3506bdc61b60196f8e7f..918a9d086797a1f05cb8dfecb242327b21c17d28 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt @@ -1,5 +1,5 @@ Running #1011 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470770, *recvbuf=0x470770, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202035 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302906036376953 +Command return code: 255, elapsed time: 7.3579864501953125 Finished #1011 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed index 6af1e348816f568c4f89e24d129eabaf2a199a54..a9dd008db0bf386e76849dec84bb0c2a4eb083c8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed @@ -1 +1 @@ -7.2531843185424805 \ No newline at end of file +7.28213906288147 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt index 30c61702ce28b6a9b91702de80623e033fbfe5f5..b43d8b68b3f382321603c52265e53990101eec81 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt @@ -1,5 +1,5 @@ Running #1038 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470760, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2531843185424805 +Command return code: 255, elapsed time: 7.28213906288147 Finished #1038 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed index 8b099d2e0532b8588ed0205b2466453426f9b7da..6166aa4f41d94d8310ec7876cc53970e0b48779e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed @@ -1 +1 @@ -8.778944969177246 \ No newline at end of file +7.573606491088867 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt index 39812e85e60a0602353af6420e38e79af264ffca..50b89ee38be907809258416f80fb17ef0270745e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt @@ -1,5 +1,5 @@ Running #859 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-004.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186655 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.778944969177246 +Command return code: 255, elapsed time: 7.573606491088867 Finished #859 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed index 00be6627d0d74c470fa06a4f34945f85a5bf3ced..e8cb66c36aaa34e1f1f301ad324483b91fbc3dd9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed @@ -1 +1 @@ -7.460203647613525 \ No newline at end of file +7.432239294052124 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt index 410bf3ffa0d1abcef5ccb813c2baefb720055a27..a9a5d49c3ba654f2f0b141a1b3b596a33d0abcf7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt @@ -1,5 +1,5 @@ Running #1054 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-005.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261840 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212176 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261841 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.460203647613525 +Command return code: 255, elapsed time: 7.432239294052124 Finished #1054 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed index 833a67795f6728f37153dc0d7c03f339358fd5ca..cf7569b83fb7c46ca121cb66880892637d058263 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed @@ -1 +1 @@ -7.218094825744629 \ No newline at end of file +7.216154336929321 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt index 82526b6f706990585e03059c416a99f7a53333ed..068dd73796b15bac9f29075cb84b6df9dd448095 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt @@ -1,5 +1,5 @@ Running #746 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ae40, *recvbuf=0x46ae40, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.218094825744629 +Command return code: 255, elapsed time: 7.216154336929321 Finished #746 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed index dfee4696a8c9f6f45bd9c52f663d5e5c6a2d15d3..9629b3487790f91f6b5dc7765df1edf89b70a238 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed @@ -1 +1 @@ -8.751944780349731 \ No newline at end of file +7.414645671844482 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt index c4fbdb0cd877eae0350c77cfcba85fe490ba859c..4726efe26fca8dc4db0a1db1822c8101efc0b8f6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt @@ -1,5 +1,5 @@ Running #1225 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-007.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Exscan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204581 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248000 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204582 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248001 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.751944780349731 +Command return code: 255, elapsed time: 7.414645671844482 Finished #1225 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed index 4c33c28eec9d598a63227ae23de305e1ac7681ad..f4e62cc7872b5076c2b08f46ffe063a0b645211d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed @@ -1 +1 @@ -7.327320337295532 \ No newline at end of file +7.314575433731079 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt index d8f60e64bb9c02fbda3b17a82725e13e7db54e8f..99e7a1819cc62288175155ecccfd9bcbc4d212b7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt @@ -1,5 +1,5 @@ Running #670 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186518 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232074 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232075 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.327320337295532 +Command return code: 255, elapsed time: 7.314575433731079 Finished #670 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed index 1d2ce3d5d1d4a32fcc8c1ef333b1b89c0461cf44..c0bfee0e3954ac9854f5749aadf908dbc41163f1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed @@ -1 +1 @@ -7.3770551681518555 \ No newline at end of file +7.2807297706604 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt index f9d52d87a1d7d310b33caf829fc5355ced62322b..92d385cdc3bcfb2b80a24149c3038eb0e3b06e9c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt @@ -1,5 +1,5 @@ Running #522 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-009) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232460 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232461 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3770551681518555 +Command return code: 255, elapsed time: 7.2807297706604 Finished #522 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed index 6bffa9b6a98c4098fb6fcb0b127933fc92132dec..82a9712d3525073bf3c6e843df93b053deeff472 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed @@ -1 +1 @@ -8.186535358428955 \ No newline at end of file +7.408517837524414 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt index 5fecb99461b9d3d75757ed08464969e7481a4fe2..349dcde9cc048758c9b0ded7e207124cc0f6131b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #963 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-001.c (batchinfo:1/1) @@ -49,46 +49,49 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-001) | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-001) -| [0] ERROR: Local rank [1] (same as global rank): -| [0] ERROR: <<no file/line information found>> +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-001) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193803 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.186535358428955 +Command return code: 255, elapsed time: 7.408517837524414 Finished #963 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed index a374f5f80dcd730df70af88929fb2c8c1f83eba5..9448f2322ff8829d2c5e335733e23bcfc34979b9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed @@ -1 +1 @@ -7.214780807495117 \ No newline at end of file +7.357603549957275 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt index 1084eb2e707b44e20a9bbdd35df2d1bcee28a57d..52dd5b805d12e81a051d1421189f7602b6461bcd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #901 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46acf0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46acf0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238757 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238758 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.214780807495117 +Command return code: 255, elapsed time: 7.357603549957275 Finished #901 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed index 6821a98b478fdee8e7fcd76c5d5bd3c4fb401f76..b879927b291c65cee3d9210927847dc96448aecb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed @@ -1 +1 @@ -7.318322420120239 \ No newline at end of file +0.9685268402099609 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum deleted file mode 100644 index 977667225e834f42f11f55c8c12c4b9bcd84f4a5..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e1b2437be2e9e56bfadec26108905cdf \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt index 36007a0eec2e65f44ecf2cd4925542bb485c0fd8..824de2dcf3a18f724b5832ab3e361ea03203bf3d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt @@ -1,5 +1,5 @@ Running #923 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-003.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-003) -| [0] ERROR: 8 elements transferred by peer but 4 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad80, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad80, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-003) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204141 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250677 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250678 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318322420120239 +Command return code: 255, elapsed time: 0.9685268402099609 Finished #923 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed index 4619269a8c4e71d09c32dcbb97a7a86db51b0641..6ca92550a3f02c709b1f61db4dd226eeda9041a0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed @@ -1 +1 @@ -7.433602333068848 \ No newline at end of file +7.356238842010498 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt index 9375eee44f3a159fe2ea76fe2467fbd7b0ecdf52..cfaae98be16b7da4afc489da17b86c299e0216c2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt @@ -1,5 +1,5 @@ Running #869 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-004.c (batchinfo:1/1) @@ -49,46 +49,49 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c970. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c970, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47c970, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-004) | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47c970, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47c970, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-004) -| [0] ERROR: Local rank [1] (same as global rank): -| [0] ERROR: <<no file/line information found>> +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193141 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236873 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236874 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.433602333068848 +Command return code: 255, elapsed time: 7.356238842010498 Finished #869 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed index e11773c052b39c4902bf9b4a7f7faaa274cf03aa..c788b92d541b1f3111fe8dcf4be0496d33e6a1b7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed @@ -1 +1 @@ -7.057183027267456 \ No newline at end of file +7.072724342346191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt index 55bbd5be54157effcf52009396c514f2c526e00e..1d1e491462f53c8d582028a9148805261ef93289 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt @@ -1,5 +1,5 @@ Running #564 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470770, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181403 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226550 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181404 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.057183027267456 +Command return code: 255, elapsed time: 7.072724342346191 Finished #564 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed index a462630c2bd0a0d5411e755e68b8afa7780da2f2..4f186d51a2bf8b7e03fb432b2d11a3d149a49e4e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed @@ -1 +1 @@ -7.17313289642334 \ No newline at end of file +1.157003402709961 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum deleted file mode 100644 index 9edd2607b565fce622dce150afce3b92384c3e71..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6b59976e46cfb9fcdfa3db1867347316 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt index 962220396a3ee1cf6d0f389547b4491e84d4dadd..80f1877d6f42beadd7531ebcdd2977e2bd9beb39 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt @@ -1,5 +1,5 @@ Running #883 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-006.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-006) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-006) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197195 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.17313289642334 +Command return code: 255, elapsed time: 1.157003402709961 Finished #883 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed index bd564eaa40897bc838ccba3ad26d142899df1fb8..25b66e1ce60589e14af2e165cdfe5d741acdd4be 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed @@ -1 +1 @@ -7.341836929321289 \ No newline at end of file +7.415160417556763 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt index f19e4f81a120fdd4fea723be842ed7e14142e906..45443c4de88933435016b053f38c6e3e733105c7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt @@ -1,5 +1,5 @@ Running #592 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-007.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197889 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197890 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243252 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341836929321289 +Command return code: 255, elapsed time: 7.415160417556763 Finished #592 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed index 3d2d816e541f558199b68e140f0022277cf1da20..e9a70408cf07183c42f9adaa629a42b8d42b668c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed @@ -1 +1 @@ -7.3094117641448975 \ No newline at end of file +7.382369041442871 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt index f85da693234eea49abd72cca4e065d3594856d72..632a2460e4ca150d27d7eb60f3aab6870e4d4134 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt @@ -1,5 +1,5 @@ Running #925 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x470770, recvcount=1, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4706f0, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x4706f0, recvcount=1, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189886 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3094117641448975 +Command return code: 255, elapsed time: 7.382369041442871 Finished #925 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed index 34365863c5122ff74e679e999467c38d26479332..cda218a4ea923cad68fbb3e4a5b4f6d19af2fcff 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed @@ -1 +1 @@ -7.211311101913452 \ No newline at end of file +7.342010736465454 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt index b62d06808f64b938b8f003282cc4deb0ea8e0e0c..498838d75f045b46243958633535a3ac990db48e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt @@ -1,5 +1,5 @@ Running #631 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4706f0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x4706f0, recvcount=4, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x470770, recvcount=4, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183298 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.211311101913452 +Command return code: 255, elapsed time: 7.342010736465454 Finished #631 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed index 746eeaf6c9656b2cbb5b03faddf3502a674bb0e3..7e69274b85f168c80ae5d596267c2f27df78c05c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed @@ -1 +1 @@ -7.482892751693726 \ No newline at end of file +7.361905097961426 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt index c316531e34e57194ceb52f23f04bb90892df926b..f87a558fa7d59d0ec9794c7056b52ea0e4f4a858 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt @@ -1,5 +1,5 @@ Running #669 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-010.c (batchinfo:1/1) @@ -49,46 +49,49 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47ca70, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x47ca70, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470780, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470780, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-010) | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47ca70, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x47ca70, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470780, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470780, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-010) -| [0] ERROR: Local rank [1] (same as global rank): -| [0] ERROR: <<no file/line information found>> +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470780, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470780, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186171 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231658 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231659 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.482892751693726 +Command return code: 255, elapsed time: 7.361905097961426 Finished #669 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed index 56e966d04123e8b4dbcd56fa56451d43ba1af22b..4fef2373e4bddf6f9f015ffd9cfdab4bedad80c4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed @@ -1 +1 @@ -7.378030776977539 \ No newline at end of file +7.215559244155884 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt index a7723c6608597e601826ef42610ca17f5cb73a96..2a98d5517e508d2138091f08f1704dafc48e03f5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt @@ -1,5 +1,5 @@ Running #1013 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-011.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248561 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.378030776977539 +Command return code: 255, elapsed time: 7.215559244155884 Finished #1013 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed index 5bef8661a6cf32fbebd69e2b893fab22e42b1e50..38cb2f335ad2b9f4c91c9b6dc9474a3afdcdf03c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed @@ -1 +1 @@ -7.3003363609313965 \ No newline at end of file +7.2263312339782715 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt index 74558a3ea5fa811de158101c3757be498693bfa2..b7014b5236f336eeffc273a76e14247c86b9b878 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt @@ -1,5 +1,5 @@ Running #767 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-012.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-012) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46ae40, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ae40, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189362 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3003363609313965 +Command return code: 255, elapsed time: 7.2263312339782715 Finished #767 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed index 6a86791ca8c0b6a63fb160b69b24bf58151746d0..0bfa5d9f88ad2983828875c1c1387581e231f811 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed @@ -1 +1 @@ -7.8391947746276855 \ No newline at end of file +7.3809638023376465 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt index a400cc7462403504f19d25865ee4b8755d70c23c..b2ccb657e95b7f21e22f0843ab5c1e7b0d9b5293 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt @@ -1,5 +1,5 @@ Running #801 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-013.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-013) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194108 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194109 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8391947746276855 +Command return code: 255, elapsed time: 7.3809638023376465 Finished #801 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed index 3bb6b7b207bcba160dd7eeedced2b4d61b103c46..27bcaa2531296d7e29661c738ad5d5b2250e4b6f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed @@ -1 +1 @@ -7.2716193199157715 \ No newline at end of file +7.412261962890625 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt index 0890e973d3fb7fc43711edd1a195eb94ddedd4b2..a6663d057fcece5486c153c32cc7b2bf8969b51e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt @@ -1,5 +1,5 @@ Running #479 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-014.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189807 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234423 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2716193199157715 +Command return code: 255, elapsed time: 7.412261962890625 Finished #479 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed index 2ee586eed193078ae00e8a0489bbf5b2bfbee619..c732c963d3e3f48760141e575d6f7359b49e713a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed @@ -1 +1 @@ -7.445036172866821 \ No newline at end of file +7.246957778930664 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt index 31df10d888d96045f3fb02d3f827afdb27364e2a..5425fa8f89ff73a20178a3cd7a1ef288bbd590d8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt @@ -1,5 +1,5 @@ Running #1046 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-015.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-015) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46acf0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206720 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.445036172866821 +Command return code: 255, elapsed time: 7.246957778930664 Finished #1046 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed index 9fa05ec1be181a2a6854b931690d5534c2b3056f..0fbfd49bd7a81e3716a6458257c8b8a2597f44d3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed @@ -1 +1 @@ -7.506358623504639 \ No newline at end of file +7.3363118171691895 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt index 438d6062ecf38bbe08bddc3581175308b7160acf..86e30e206208d060568a0ee1c6b34274aa09a172 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt @@ -1,5 +1,5 @@ Running #468 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-016.c (batchinfo:1/1) @@ -49,28 +49,28 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47cba0. +| [0] WARNING: Send and receive buffers overlap at address 0x47cb00. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47cba0, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cba0, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x47cb00, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cb00, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-016) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), | [0] ERROR: other processes may also be affected. | [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47cba0, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cba0, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x47cb00, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cb00, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-016) | [0] ERROR: Local rank [1] (same as global rank): | [0] ERROR: <<no file/line information found>> | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185540 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230606 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185541 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.506358623504639 +Command return code: 255, elapsed time: 7.3363118171691895 Finished #468 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed index 0a4d3bcff50b0c6deb05dc03a1f5b9279064c410..102cc0fa21d5b6ece9eeeb8e43ee568818d018ca 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed @@ -1 +1 @@ -7.369657039642334 \ No newline at end of file +7.365285873413086 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt index b4a6d77eca677ce5b8cd9fdeb74d8ae14055b32c..679cc7ce1ed26176b369cd37dafc8cba0919afb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt @@ -1,5 +1,5 @@ Running #993 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4707f0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x47cab0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x47cab0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-017) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ada0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ada0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46af60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46af60, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.369657039642334 +Command return code: 255, elapsed time: 7.365285873413086 Finished #993 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed index 926f024205242c7859fd08c6fe78acf6da77977f..9166b678cb807880b813f0e513b5135986d77262 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed @@ -1 +1 @@ -7.249187231063843 \ No newline at end of file +7.352123737335205 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt index 654888f0e9362b49272eb1c8196a521825d00158..9f57163a3af19ea2f46b2758d3640615d27ec3ba 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt @@ -1,5 +1,5 @@ Running #1039 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47cae0, sendcount=4, sendtype=0x8c000006, *recvbuf=0x47cae0, recvcount=4, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x47cab0, sendcount=4, sendtype=0x8c000006, *recvbuf=0x47cab0, recvcount=4, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-018) | [0] ERROR: 16 elements transferred by peer but 24 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ae70, sendcount=24, sendtype=MPI_INT, *recvbuf=0x46ae70, recvcount=24, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46af30, sendcount=24, sendtype=MPI_INT, *recvbuf=0x46af30, recvcount=24, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254530 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204298 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254532 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249187231063843 +Command return code: 255, elapsed time: 7.352123737335205 Finished #1039 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed index 0c167bd53b3f2c8e6ae042ebc2e5d4fbdb25a7fe..79b439d76bfa1e2aa05147e3e8b47b2da0ccb7ea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed @@ -1 +1 @@ -7.194422483444214 \ No newline at end of file +7.305447578430176 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt index 1788833b6c3e43b0e5eb4a77b54b2d22669bc576..9562b260ba6d8080b86b594d3f43052af24a4dcd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt @@ -1,5 +1,5 @@ Running #1223 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-019.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470800, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470800, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-019) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b560, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b560, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6e0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b6e0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.194422483444214 +Command return code: 255, elapsed time: 7.305447578430176 Finished #1223 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed index cb5446ecd760341712ee0a43892f3961885173b0..22853fb3faff613d03b467100c3af4bf998a0378 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed @@ -1 +1 @@ -7.301843881607056 \ No newline at end of file +0.7911641597747803 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum deleted file mode 100644 index 8c4bf86c1b1a9af8d47bfe80b7e366cdd31f0f11..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -bc7769d0319146f1153210eb8f7176e7 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt index 3c2fbbb6fad61f5dbc739a18361256aa0949bc1f..296509c1822f043866cbd3d8092cea760cfaa068 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt @@ -1,5 +1,5 @@ Running #750 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-020.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d310, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d310, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c:46) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-020) -| [0] ERROR: 8 elements transferred by peer but 4 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b570, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b570, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-020) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301843881607056 +Command return code: 255, elapsed time: 0.7911641597747803 Finished #750 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed index e852f06e1f20994a1b71f70d251fd8c7a046e14a..98ad40f88ccbe1062405e019a69e8440caac15b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed @@ -1 +1 @@ -7.531010389328003 \ No newline at end of file +7.276110887527466 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt index 535a2488a16ea8f9ef0aecfab9a49c99cbfac07e..dbf3975a734cc4de536a614ceaf0cb5b4f6c2130 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt @@ -1,5 +1,5 @@ Running #1161 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470780, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470780, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-021) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b560, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b560, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6e0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246000 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246002 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.531010389328003 +Command return code: 255, elapsed time: 7.276110887527466 Finished #1161 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed index abd4b8c2fbd6adc5d6f93014f66381a5966fa489..845aa13667e32403750f60daf4077d76be9cc582 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed @@ -1 +1 @@ -7.32865571975708 \ No newline at end of file +7.530871152877808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt index 6ca6a8536519cc89aec96d25ba24ba06323e965b..3176552b330e71af47dde80c917ffe820f5a6996 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt @@ -1,5 +1,5 @@ Running #1096 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-022.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d290, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d290, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d2f0, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-022) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b530, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b530, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b670, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b670, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244703 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.32865571975708 +Command return code: 255, elapsed time: 7.530871152877808 Finished #1096 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed index cda463a352b25db272ae1bbed2702370019ffd8d..8af237e242df6af48c7f8da842933d62b58306fa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed @@ -1 +1 @@ -7.467492341995239 \ No newline at end of file +7.526173830032349 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt index ad4852b37a6e9ef20bed2d6f78e220225ae237de..a4795543b95f5bd9671664a7f7b89905b7e3e9d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt @@ -1,5 +1,5 @@ Running #1047 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d270, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d270, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d380, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b670, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b670, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6c0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b6c0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257033 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.467492341995239 +Command return code: 255, elapsed time: 7.526173830032349 Finished #1047 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed index f147c416812b9da2341185a03ee9e31db4626df9..16def5a53fae7f801795b74f9f4334d7b26753dc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed @@ -1 +1 @@ -7.266936302185059 \ No newline at end of file +7.301557779312134 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt index 2730c7135462c27dee276d9c2720b538647f0812..b29aa95ec0fd5f9569329715f610d29e5fc3cb8c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt @@ -1,5 +1,5 @@ Running #961 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-024.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d370, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d370, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d380, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-024) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b580, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b580, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6c0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b6c0, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193212 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239052 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193213 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239054 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.266936302185059 +Command return code: 255, elapsed time: 7.301557779312134 Finished #961 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed index c3b0bcabb6aeddbf8f1452ae667291b1deac4cac..b74fd76b73f9a96d7bf31f4bdbbcaaa3dbc3d8ce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed @@ -1 +1 @@ -7.168809413909912 \ No newline at end of file +7.066755294799805 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt index e11ffc18ee1b71cb13ee4a6a29d91e79cd991144..14802033125a32b6d78d7db0cac26376b175a31a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt @@ -1,5 +1,5 @@ Running #596 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-025.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d370, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d370, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-025) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181534 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181535 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226687 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.168809413909912 +Command return code: 255, elapsed time: 7.066755294799805 Finished #596 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed index 0e7c1cdd88f612bfb8fae52f812832cdaabb8192..ee05840a45ce03bfe8af334cb7cd2c5558f32cb0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed @@ -1 +1 @@ -7.254364728927612 \ No newline at end of file +7.453874588012695 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt index bd39161707005d75e9c379045526d9a835b333cb..682376f6b244034fef9e5186af54e6273141fa21 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt @@ -1,5 +1,5 @@ Running #1229 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-026.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d270, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d270, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d380, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-026) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b580, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6c0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b6c0, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206237 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248782 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.254364728927612 +Command return code: 255, elapsed time: 7.453874588012695 Finished #1229 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed index e04de00fbb4c50cfdfe30af9ad850dd8ba1ee3c5..3e42d52233f6f8814032d5bf07147811e68a43c6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed @@ -1 +1 @@ -7.179082155227661 \ No newline at end of file +7.344353199005127 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt index 309ea60460dd5ded3148a1abef95d017408ee09c..1d0c4e4296cb7a64d36e24ee64c8d2c0b9d57592 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt @@ -1,5 +1,5 @@ Running #836 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-027.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d370, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x47d370, recvcount=1, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d300, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x47d300, recvcount=1, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-027) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238913 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238914 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.179082155227661 +Command return code: 255, elapsed time: 7.344353199005127 Finished #836 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed index d36cbc18ffde9d55e233e7146e5f337b6486e651..e5d2e52af3c5a5b9dbe86a5fd107195353ff3d38 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed @@ -1 +1 @@ -7.916669845581055 \ No newline at end of file +7.353862047195435 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt index 7d2bdb9526c03d1638ac626a5e57a2813b9bd2a1..55b6f9c3cd2b33ccd510bb1a41d441d618712a24 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt @@ -1,5 +1,5 @@ Running #589 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-028.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d2e0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d2e0, recvcount=4, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d2f0, recvcount=4, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-028) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b580, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b640, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b640, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194100 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.916669845581055 +Command return code: 255, elapsed time: 7.353862047195435 Finished #589 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed index a1042f266a5eb105d9740e80dc047dca366d184b..14538249b475624dd120ac9bd41ba5ecd457cc95 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed @@ -1 +1 @@ -7.486849784851074 \ No newline at end of file +8.712372779846191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt index 1e3fa992a67d94ec926ed5708c975be526acfda4..0a233b612954874e7b28bf4a0953a91368961b75 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt @@ -1,5 +1,5 @@ Running #749 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-029.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d380, recvcount=1, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-029) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6b0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239943 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.486849784851074 +Command return code: 255, elapsed time: 8.712372779846191 Finished #749 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed index 8bdf5836690ed8192b73d6a091d4d1676dedc607..9ebf6be05746d868940d051464bcfe61adab67c4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed @@ -1 +1 @@ -7.337895154953003 \ No newline at end of file +7.2361836433410645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt index 7269d90d7411fd813fc1a5b4aa59f56c7c927874..1e129d126619f354d9b33848539430d239fea67f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt @@ -1,5 +1,5 @@ Running #577 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-030.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d2f0, recvcount=4, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d380, recvcount=4, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-030) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6b0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-030) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190409 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190410 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337895154953003 +Command return code: 255, elapsed time: 7.2361836433410645 Finished #577 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed index 83dc26fb86ce6e7d698c8f6cd17291c7e64457e1..7c6a3e92a02b54a027fe658a5a51210d37230b22 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed @@ -1 +1 @@ -7.330067157745361 \ No newline at end of file +0.7858986854553223 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum deleted file mode 100644 index c86d10dcc5787ce1dc73f656c554020af58e3d47..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9ffc14a518b2dbb55bd9b6c07539dba8 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt index 8c948f159e2ef17479bffc94fb2fcfbe13ae078a..2eb5b1094795f1c0a9955378ce4330abad7ea30a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt @@ -1,5 +1,5 @@ Running #466 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-001.c (batchinfo:1/1) @@ -47,54 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe0af01378) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c:42) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe0af01378) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc4902c5c8) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001) -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184834 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184835 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.330067157745361 +Command return code: 255, elapsed time: 0.7858986854553223 Finished #466 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed index 3a716792d84ed016122cf8a4b9427209b919cc1d..92578c52607cd07c7cfa292d86e32e72387aad94 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed @@ -1 +1 @@ -0.9624695777893066 \ No newline at end of file +8.683972358703613 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt index c2315700d600472e2d604e702b48cd6b2f493e23..4b518a28b4ce1cfb0d559223a940d62b503dcba4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt @@ -1,5 +1,5 @@ Running #731 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-002.c (batchinfo:1/1) @@ -47,23 +47,54 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470790. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1c492138) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c:43) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-002) +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Buffers must not be aliased. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1c492138) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-002) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffdb19d0158) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c:48) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-002) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185296 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230027 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230031 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9624695777893066 +Command return code: 255, elapsed time: 8.683972358703613 Finished #731 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed index 664a5da55de678721dc5f88b1a8d374d5b4e3466..3ef1562e5a595e9e4b5f81c5bbef7d451318dbee 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed @@ -1 +1 @@ -7.462905168533325 \ No newline at end of file +7.398455858230591 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt index 5ceb48d4ff51d7973de9a6577b7673369ff1347e..b2f01d68fe2f581e34a1bb14463b81ae379e5048 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt @@ -1,5 +1,5 @@ Running #519 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-003.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47c9f0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11fa9018) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe6f1e6438) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-003) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47c9f0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11fa9018) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe6f1e6438) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad10. +| [1] WARNING: Send and receive buffers overlap at address 0x46abf0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad10, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad10, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffe45c9dee8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abf0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46abf0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffeab494938) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c:49) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-003) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185909 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.462905168533325 +Command return code: 255, elapsed time: 7.398455858230591 Finished #519 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed index 12a7a6de88a42d15d6a4bfa5e9ae45406f168bca..302248b1a554fdaa51eeface2fa3d2bf0ee1ee9c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed @@ -1 +1 @@ -7.305728197097778 \ No newline at end of file +7.398355484008789 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt index dd43e7b83032fa316f51613fead0339c8b2dc1ad..70a9e28a42b4e807224bd1404a1ee465fdbb396f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt @@ -1,5 +1,5 @@ Running #491 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-004.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffd83b61168) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf4ecc9d8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-004) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffd83b61168) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf4ecc9d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ad80, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7fffbeb4c248) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcadc77438) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196408 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196409 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305728197097778 +Command return code: 255, elapsed time: 7.398355484008789 Finished #491 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed index f2b72b023e44cf2452513a541c400c2d63751acd..5914006473979f8d331dc3d3ceb177c67ab001b7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed @@ -1 +1 @@ -7.3947913646698 \ No newline at end of file +7.475728273391724 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt index fcc3c6b816b27932694a52e5355f2aa2dd74d4b6..33a9749d6fa133908b8282e159c378b4b50c999d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt @@ -1,5 +1,5 @@ Running #986 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-005.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706d0. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffeafbb5b68) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc96dfc548) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-005) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffeafbb5b68) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc96dfc548) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe68d87508) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd83c9fae8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c:48) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-005) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249462 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204042 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249463 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3947913646698 +Command return code: 255, elapsed time: 7.475728273391724 Finished #986 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed index f5a8e9673a4f483f595254479bd0fae4ddd6c340..2024d5f453725bf5b0b64c474e7955d7e6ccea45 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed @@ -1 +1 @@ -7.529278755187988 \ No newline at end of file +7.349583625793457 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt index f060cb8b8eabb406f8ef28fd50ee811e039dc890..dbf654d690580128504b5e38287ec123d1051d28 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt @@ -1,5 +1,5 @@ Running #913 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-006.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcd2210338) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf7119918) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-006) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcd2210338) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf7119918) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad10. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac80. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd3c1a5598) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac80, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffdb3d0add8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c:50) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-006) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244910 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.529278755187988 +Command return code: 255, elapsed time: 7.349583625793457 Finished #913 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed index f604a484af145a124b3c1fe31db90a2c4810088d..08728cca4aed839e319060e0a2f6be3cf6fca2ff 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed @@ -1 +1 @@ -7.451500415802002 \ No newline at end of file +7.3481714725494385 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt index 9ea04089a43b5e750ab8e91393bc7a35574cf61a..e0fc937a2502e5c072bcb6db32b23ccd11f30d8d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt @@ -1,5 +1,5 @@ Running #473 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-007.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffce4e063c8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe85a22288) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffce4e063c8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe85a22288) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ae00, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ae00, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd5f6528e8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fffa6ed8d68) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-007) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.451500415802002 +Command return code: 255, elapsed time: 7.3481714725494385 Finished #473 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed index 8bffaa25b47e55ee253aed6099885853b1231130..aadf9e3bb886b16f8767ef90c0ad9a0e0cd60b49 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed @@ -1 +1 @@ -7.1540687084198 \ No newline at end of file +7.196994781494141 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt index 4a6c2f33386e602729c269a40f1de3372a0d9910..945bc51d6257bb5882f57c4dda83e5261da4229d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt @@ -1,5 +1,5 @@ Running #563 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-008.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706d0. +| [0] WARNING: Send and receive buffers overlap at address 0x470750. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe6db61368) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x470750, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc5d3818e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-008) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe6db61368) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x470750, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc5d3818e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc15eed8b8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff284aea38) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c:49) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-008) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225632 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180559 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1540687084198 +Command return code: 255, elapsed time: 7.196994781494141 Finished #563 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed index a13b6cafd5ee48ad4bc8100542afe4be62f28f24..f6b3acc7d0546b81c269ba5abdbc48d2ca2f0742 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed @@ -1 +1 @@ -7.361193656921387 \ No newline at end of file +7.328931570053101 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt index d7627a61bf2faf3dce615cb1070c72e0ae84ac91..53404310ef2a39d01578aedb88ff62ca9b21c747 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt @@ -1,5 +1,5 @@ Running #922 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-009.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc453567c8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc366727e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c:45) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-009) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc453567c8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc366727e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc039f97b8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac60, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd5efb02e8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c:51) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-009) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203790 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250202 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.361193656921387 +Command return code: 255, elapsed time: 7.328931570053101 Finished #922 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed index 39d6f8b8150135982f3caf15a15c45620cf79eaa..34e288f39c44655fa7005142b87d3567ae205b66 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed @@ -1 +1 @@ -7.321880340576172 \ No newline at end of file +7.410478830337524 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt index 0351a46c0ee14b5fc42b5c7996183bf9ee356f21..36a0e2172cd09779bc174d88eebb8a1544028fee 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt @@ -1,5 +1,5 @@ Running #1019 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-010.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffddf81a8a8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffec0604cb8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffddf81a8a8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffec0604cb8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffcf7b33cb8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff3eec7578) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-010) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203431 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.321880340576172 +Command return code: 255, elapsed time: 7.410478830337524 Finished #1019 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed index 84a9be45bac14eeb1c0a717502e90b607b16928a..4e5ec607bdf11703b9582db9fa30f174406d0d3c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed @@ -1 +1 @@ -7.548044204711914 \ No newline at end of file +7.541900157928467 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt index 35c173f5d948f842f5d9365163b113a3676015a2..c17ae7c65713aac96f641ef73005cf0e91244a77 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt @@ -1,5 +1,5 @@ Running #1071 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-011.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd28a647c8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff3b4161e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-011) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd28a647c8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff3b4161e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc5a7dedd8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd1de23718) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c:48) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-011) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204392 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249287 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204393 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.548044204711914 +Command return code: 255, elapsed time: 7.541900157928467 Finished #1071 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed index 86a88977c02899fc9f9c4c82beaaa4d22551ba79..a58c381aaf1fe59a947c40d47fe44c7ad6e2642d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed @@ -1 +1 @@ -7.514932155609131 \ No newline at end of file +7.340339422225952 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt index 2eded9e5de02b2c884961eb1ae744bd9099e9644..3e2c9c23a9e48766bf77bc79bad85deac9c5fcd4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt @@ -1,5 +1,5 @@ Running #711 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-012.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff455d4448) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470790, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x470790, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff057afcf8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-012) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff455d4448) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470790, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x470790, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff057afcf8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad90, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad90, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd0e5cc648) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc9f7a3e88) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c:50) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-012) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191729 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237976 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191730 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.514932155609131 +Command return code: 255, elapsed time: 7.340339422225952 Finished #711 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed index d40549b6a08c8c006bf0ccf2e8b75bdacb3799a7..33b69fb2cc3ae357d2541dc47f3f994159a4a043 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.971238613128662 \ No newline at end of file +8.862669944763184 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt index 2e6369075c127821e8e08b73ec8503dd6f23fce4..3f0eab4adbba8c72569fc0dbe05efedb708ed6e4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #838 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-001.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd7e62b998) +| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca58d1bc8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd7e62b998) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca58d1bc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcf811aa68) +| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc390f8c98) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcf811aa68) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc390f8c98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193022 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239412 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193023 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.971238613128662 +Command return code: 255, elapsed time: 8.862669944763184 Finished #838 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed index ece27eaa1e1c8a804250843f7a162dc051a52fbc..af44ec80bc2c0917eb08024b9087578e2aa6e308 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed @@ -1 +1 @@ -7.233335971832275 \ No newline at end of file +7.393676996231079 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt index 70b55d45b62dfe41d0d0de0c41479f10da89c4cc..c8fd1d4cc3f1e4886bcad12eca3e643af79e5679 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt @@ -1,5 +1,5 @@ Running #940 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd25b898c8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3a6de448) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff0a2e04e8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe08aaac38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243865 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.233335971832275 +Command return code: 255, elapsed time: 7.393676996231079 Finished #940 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed index b09ce5f337d7726b45b14ebc70bc4e7af585b656..3b6b4dc11baa31579c04372f76c57d418ad6c614 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed @@ -1 +1 @@ -7.311800479888916 \ No newline at end of file +7.443994522094727 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt index 4d429eea2346b76a7acceb7f2e29f0c7f16233ab..95dabd7fb515bee0c61952d7bf3cf25ef7478a05 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt @@ -1,5 +1,5 @@ Running #556 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc6909add8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8162e488) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffece152938) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffce8310288) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195600 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195601 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.311800479888916 +Command return code: 255, elapsed time: 7.443994522094727 Finished #556 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed index 908777f0d4c851e4d4fe0febfa88bb620f9c1b6e..37f7a9412678697d78481b86c2b0ebccced55e6d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed @@ -1 +1 @@ -8.73803997039795 \ No newline at end of file +0.946577787399292 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum deleted file mode 100644 index 9e3bab0152eea977cbae9c4e00565bfdc05f5992..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -7edbfd798578bcc2e51953a9ad0d1257 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt index ae2a8068cd178bd2d251250989bbe26f415eb3d7..ec4395d006099268249f46885363b1ad7e923771 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt @@ -1,5 +1,5 @@ Running #814 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-004.c (batchinfo:1/1) @@ -47,64 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff62f8bbd8) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff62f8bbd8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd87134918) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd87134918) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247129 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247130 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.73803997039795 +Command return code: 255, elapsed time: 0.946577787399292 Finished #814 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed index 0db018363a3b3f05fcdaec7e010a2e84f978a8e7..4950439aa6dc98d738daf1b17d33ea6d662a66cb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed @@ -1 +1 @@ -7.297867774963379 \ No newline at end of file +7.283857583999634 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt index 457ad6dc29e68450d7be64d054c9d6d9473341f8..9e77dc724fc05ac999f42520e9edee0a6975b54e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt @@ -1,5 +1,5 @@ Running #1122 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd5ef4b1d8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe92d443f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd6d78c938) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd909a74e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198599 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243897 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198600 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243898 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.297867774963379 +Command return code: 255, elapsed time: 7.283857583999634 Finished #1122 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed index fe02eb33301ffc5b48f588dd124114c443719548..634db352f8ad44bf02290e696d0dcfc242a7c9b6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed @@ -1 +1 @@ -7.005272626876831 \ No newline at end of file +7.167940855026245 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt index 8092272b986ea5bcd0bcbc073da426d46658de0d..1c12281e1c0b393e420ddb6d2245299a71901529 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt @@ -1,5 +1,5 @@ Running #530 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe27e74da8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd1ca56cc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd776628d8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca593b5d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226166 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181173 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.005272626876831 +Command return code: 255, elapsed time: 7.167940855026245 Finished #530 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed index 48f928ccb0c478b48db001ae821a67d7a5bcc289..a3c9186412a1d1ac97548371e7c4b99bb6f647c9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed @@ -1 +1 @@ -8.929988861083984 \ No newline at end of file +8.948797464370728 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt index 32ae0254c8fbf23d1728f34fecef56bdf07b7c0e..e42ab2265145e5012df76b13b913b5cf28509cf4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt @@ -1,5 +1,5 @@ Running #1141 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3df7c0e8) +| [0] WARNING: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb0622488) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3df7c0e8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb0622488) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff3c4ba348) +| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdb27d9678) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff3c4ba348) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdb27d9678) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254534 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254535 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.929988861083984 +Command return code: 255, elapsed time: 8.948797464370728 Finished #1141 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed index 2d96667451685f83b7dac9cb57174faa0374e1d6..cba9bebcbca4d73996bdbda10f66c5460ac1765c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed @@ -1 +1 @@ -7.085026264190674 \ No newline at end of file +1.0034403800964355 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum deleted file mode 100644 index b64cb28447d85ab0fde9b2447e983d3b2381d7e5..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -789c515d9f9efa63b33f7f416cd5a9b4 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt index cbb9055b5b37336ea0dc7780d7e385e757ca42b9..d2395dac7e329ce0fadb69c5a8abe7c3f4719741 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt @@ -1,5 +1,5 @@ Running #752 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-008.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffbf3bd208) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008) -| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffda83cbf88) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195567 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195568 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240712 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.085026264190674 +Command return code: 255, elapsed time: 1.0034403800964355 Finished #752 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed index 23523c7656b5aee7bfda337d94a24fbfa4171e18..273547233e3fd84dfabdd20c879e70be927ce5b6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed @@ -1 +1 @@ -7.3138954639434814 \ No newline at end of file +7.326916933059692 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt index 7c6a99d1f8f9523065b1fc2b3227cb1445d2d021..865a0f02ec8f22442fbd20cc19eb52f39983573a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt @@ -1,5 +1,5 @@ Running #652 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff573afef8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe61e9fcc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-009) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd78b4e118) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe8b6338f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241575 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241576 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3138954639434814 +Command return code: 255, elapsed time: 7.326916933059692 Finished #652 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed index 8eeb3f8327968e36af1af31d9a5b3521b0d279c9..18bb2e0bdf774a4b5b3ba7ec5527495a8f8838cd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed @@ -1 +1 @@ -8.897183895111084 \ No newline at end of file +8.803757190704346 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt index 0b38e249a98e1f9ee3ebc6af739ad433bd0d90c4..a4f8457310af134a310367e9da14e80cc3149ae4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt @@ -1,5 +1,5 @@ Running #856 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-010.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8788e848) +| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffc9689e08) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8788e848) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffc9689e08) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec5d06978) +| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1633ad28) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec5d06978) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1633ad28) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205941 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205942 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.897183895111084 +Command return code: 255, elapsed time: 8.803757190704346 Finished #856 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed index b8e462730af3333ad7494fe44a2bc62d39adea05..8b642663d251193ad4381e3d0c3d3716bd0c58b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed @@ -1 +1 @@ -7.332432508468628 \ No newline at end of file +7.344278812408447 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt index df46a3df7c2fafca793d23366c79c04f3f54a607..773db9d809617d835154669278c8fdc334b013a1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt @@ -1,5 +1,5 @@ Running #1044 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-011.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd8089dcf8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff4374c358) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd69a3cf68) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe22987208) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332432508468628 +Command return code: 255, elapsed time: 7.344278812408447 Finished #1044 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed index 7bc5b867b38a95840caebdb6599b11d05c9b2bd7..cff161dda997b34b75d834dbb0c31fbab7a0ebfe 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed @@ -1 +1 @@ -7.661323070526123 \ No newline at end of file +7.334278106689453 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt index 99a5daee5136767f71e82a4a143a83852c9f6dd5..1d031f02f8773c512616d3965ce7bd30f562ea25 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt @@ -1,5 +1,5 @@ Running #928 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc1f76ef68) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd52f3b2f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-012) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeddb85c18) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff70eb3c38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240151 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.661323070526123 +Command return code: 255, elapsed time: 7.334278106689453 Finished #928 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed index 08301dd7c4702b71653efe2f02efca4fdc33dd78..d3590aa6df5740e930cf35c96c768a955acae6f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -8.5683434009552 \ No newline at end of file +8.708303689956665 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt index 488775ae8774cc8961f303c6762855db54ff735a..b91b7657e79d18d6a865551829dcd9c0300f2e2b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #949 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-001.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc3144afb8) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470770, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffef366e8e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc3144afb8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470770, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffef366e8e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11918a58) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fffaf7693f8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11918a58) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fffaf7693f8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199828 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246470 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.5683434009552 +Command return code: 255, elapsed time: 8.708303689956665 Finished #949 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed index 2457db57934b75f7b9d5f5bbc5a04d87c74c35cb..4276cb410fb965911991011dcdd424db87b70830 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed @@ -1 +1 @@ -7.4665138721466064 \ No newline at end of file +7.470093488693237 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt index 4f2625e3305ddcf936cd8a7045c9885a7cad80ba..57d5bf38306691ee6083bfeed4e8e0b491dd2f7b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt @@ -1,5 +1,5 @@ Running #1187 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-002.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc7e82dc18) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470750, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470750, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe501f2aa8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-002) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcff1168a8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7fff42e19408) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217940 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4665138721466064 +Command return code: 255, elapsed time: 7.470093488693237 Finished #1187 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed index b55853eb3e214e6294aa69551b328c07265a39df..aca17ed4347fe8ff38d3daa80cb861b78b8dfbdf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed @@ -1 +1 @@ -7.3770880699157715 \ No newline at end of file +7.252038478851318 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt index b260650e85337831d2dd01d20884773f8471fa3a..41d5e36d9e94b88ccb05de0c32929d52db9ae522 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt @@ -1,5 +1,5 @@ Running #745 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-003.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47c9f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47c9f0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffde40d9728) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fffd8e5dc98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-003) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad10, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc249eda08) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac80, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ac80, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffded47dd08) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3770880699157715 +Command return code: 255, elapsed time: 7.252038478851318 Finished #745 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed index 2470ee7ea81022b74406b984f4f52ed1f15b229d..f20305b4af6ccf17cf8ab99d69f41c485c8b0b89 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed @@ -1 +1 @@ -8.920718431472778 \ No newline at end of file +9.05859661102295 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt index c10df5e156eb7dc0f3fa4c62bfad66212c19f82d..54d0ad891d576e6cd3e9234963f16b0821723876 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt @@ -1,5 +1,5 @@ Running #1203 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-004.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffff9dc9468) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc88bf4f68) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffff9dc9468) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc88bf4f68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffea126d0d8) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc8a41d4b8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffea126d0d8) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc8a41d4b8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213922 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.920718431472778 +Command return code: 255, elapsed time: 9.05859661102295 Finished #1203 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed index 40d3c4583606cc7d9c9990a4bd6596ff3420b229..0cbf9e03ad47a7375bf323e30f1776a9090b6faf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed @@ -1 +1 @@ -7.3730175495147705 \ No newline at end of file +7.2116358280181885 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt index 0d43648b96669f9649280182353a2b1c5f7e4886..75072577b7651ab83c9c312c25c3c3ac70b87fc0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt @@ -1,5 +1,5 @@ Running #480 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-005.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470750, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470750, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffce1862428) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470790, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffdd05d3058) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-005) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff476fdd38) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc3f11d4b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190184 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234921 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190185 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234922 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3730175495147705 +Command return code: 255, elapsed time: 7.2116358280181885 Finished #480 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed index 884d1d9908fa787916c410bbbe30e1edc4e7f512..21171e65d6aef63cff0bd3edbe4203470ac63dc5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed @@ -1 +1 @@ -1.0726304054260254 \ No newline at end of file +7.323947429656982 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt index c44add6eb25475655bff7da48303d0bc2c89c87c..eb02ae31e3eabacf2d49e0ac058aa599e3ec3980 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt @@ -1,5 +1,5 @@ Running #798 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-006.c (batchinfo:1/1) @@ -47,23 +47,44 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffe37076378) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-006) +| [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46acf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd434a0168) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-006) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190920 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236774 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190921 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0726304054260254 +Command return code: 255, elapsed time: 7.323947429656982 Finished #798 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed index 8e5ece16b44108da8a1bae6ee328679dfaaf8905..c2f4f9edbb35329f5945a5c25a8fa40ddea23414 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed @@ -1 +1 @@ -8.805471658706665 \ No newline at end of file +8.81935715675354 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt index 97f93b70c84e5b507175897642efe1ed634d8972..7964a248c6ef6180510fdeca9e3eb4de7b602a74 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt @@ -1,5 +1,5 @@ Running #805 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd638db6e8) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fff69fe84d8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd638db6e8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fff69fe84d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad90, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ad90, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe7d555c88) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc2d982818) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad90, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ad90, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe7d555c88) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc2d982818) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198024 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.805471658706665 +Command return code: 255, elapsed time: 8.81935715675354 Finished #805 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed index a9004e17b0eecf29a7d94b88ca0671941aeb376b..d4c84681ef51354d3932a5bbb7bde4786e5d1046 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed @@ -1 +1 @@ -7.402494668960571 \ No newline at end of file +7.318498611450195 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt index f44a9cb8e5b5bf748d54c0f7e0b899def373de8e..c7e30e70e79b94b88b742506eef9c81808686b11 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt @@ -1,5 +1,5 @@ Running #636 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-008.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fff1fbd7198) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffce77bb438) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-008) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe17fa5018) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd3f2fc5e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231844 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.402494668960571 +Command return code: 255, elapsed time: 7.318498611450195 Finished #636 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed index 0cdffa1a669b166d8e707d5af2a8cc7347f74846..461bbd82ff245d445045b21ea42713574ff3a881 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed @@ -1 +1 @@ -7.072054624557495 \ No newline at end of file +1.042154312133789 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum deleted file mode 100644 index b16e6cbd83cbca172afa1581b59697be1977e18e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ed99e2b989860c40d8d65c7909d4ffeb \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt index 39a82bd24941ea674c243bd7349951451e0f2f3f..f9a28dd79bf600bc16193317495ded97712ba6c4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt @@ -1,5 +1,5 @@ Running #743 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-009.c (batchinfo:1/1) @@ -47,46 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), -| [0] ERROR: but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd49c37298) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009) -| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), -| [0] ERROR: but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ae00, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd0c0ac7c8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190034 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235386 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190035 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235387 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.072054624557495 +Command return code: 255, elapsed time: 1.042154312133789 Finished #743 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed index 3b11e46106e4eac0da1474b3b585c21f88f8fb00..a7cbd70a34b02ccdbb3b616041a7f1acf50ddd88 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed @@ -1 +1 @@ -8.934798955917358 \ No newline at end of file +8.792356014251709 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt index def85af134da17f2592b77216bf3ac252e211e0b..e2722614284bcb414534bdd333a7603d7ce2b80b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt @@ -1,5 +1,5 @@ Running #966 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-010.c (batchinfo:1/1) @@ -51,42 +51,42 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffdf38280e8) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffee88e0e48) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffdf38280e8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffee88e0e48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd4fd13d18) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ac60, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc00aeacf8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd4fd13d18) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac60, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc00aeacf8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194587 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194588 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.934798955917358 +Command return code: 255, elapsed time: 8.792356014251709 Finished #966 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed index 85747a400b3cc2023c943d1365eabce60b3d2825..6a19567049e0b483489366656e55535e777cfa70 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed @@ -1 +1 @@ -7.361374616622925 \ No newline at end of file +8.711161136627197 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt index b094a2f46efe92505231e41b473d168dd503e1b2..01bebe3397384537a731c393c38ae76162adc53e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt @@ -1,5 +1,5 @@ Running #1004 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-011.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc2f95b1f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd6fa0aef8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-011) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffcfd2871f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffdb40a08a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199463 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245611 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245616 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.361374616622925 +Command return code: 255, elapsed time: 8.711161136627197 Finished #1004 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed index ab1d917ce752350567ef130c0d9fa757bf7f08d1..2ffbc93793c49b9810481924dd3ee6399e8f7a1e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed @@ -1 +1 @@ -7.334865093231201 \ No newline at end of file +7.311326026916504 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt index 98d3836cbf071bdd1183f568ae19e55774567ebf..597b8e92ce01067a9b226d36c075d632df3c0d04 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt @@ -1,5 +1,5 @@ Running #651 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-012.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47c9f0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x47c9f0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fffea365948) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc10992c38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-012) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ae00, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc116f7518) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc28653f78) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194577 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194578 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.334865093231201 +Command return code: 255, elapsed time: 7.311326026916504 Finished #651 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed index a7d3d22791b305167d204fd183ca306fff6a2263..276c86b65d475ed5073322f90c8ac01637dad363 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -8.129410982131958 \ No newline at end of file +7.728338956832886 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt index 51ed4eccf34cf83d8d2f2be6477714a39dcc8cea..63bd8c01aae2169e82d667649477d5e30c383aae 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #710 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-001.c (batchinfo:1/1) @@ -49,41 +49,41 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470790. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ireduce(*sendbuf=0x470790, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdba59bdc8) +| [0] WARNING: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd96422cd8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470790, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdba59bdc8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd96422cd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd5251ded8) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed780e4d8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffd5251ded8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffed780e4d8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -93,16 +93,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191350 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191351 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.129410982131958 +Command return code: 255, elapsed time: 7.728338956832886 Finished #710 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed index 3e06be1bb8355343b5f71171a9dc1201523bc2ea..6f69de7c6eee3cc1a7127299b240b069c4c3a579 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -7.269718885421753 \ No newline at end of file +7.324721336364746 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt index 64f33d267cbd1d44748be4337a9fbb53cc05eb0c..5fc1a3949c0a5466974a97529109e2b899bc01b4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #951 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe2199b7c8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd2fd9e5b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdd36c8638) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd48cbc1c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200624 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.269718885421753 +Command return code: 255, elapsed time: 7.324721336364746 Finished #951 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed index 8965356e6d0d597c558a24f5e0767eaa4130d106..9756bb91e5f40ffcf81a10a79443de4fd4fcd516 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed @@ -1 +1 @@ -7.246194839477539 \ No newline at end of file +7.248269319534302 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt index a4a7f8998c7a241a9acd0759b176270ce8a1ddeb..1ab113ce6a3b49d61a998f058805145f4d234866 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt @@ -1,5 +1,5 @@ Running #475 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe2cf66028) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd1a582d48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe5e421098) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcef2989e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187959 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232679 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187960 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.246194839477539 +Command return code: 255, elapsed time: 7.248269319534302 Finished #475 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed index 5274f0e2f86890f1a2e4f87a09a1c13f17ad0f06..bf9362d21022baaf169d6a45bacaafce2aac2ef4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed @@ -1 +1 @@ -7.937108993530273 \ No newline at end of file +7.85057806968689 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt index 1f6093b4a91b3cb4348bc2234f6c4e1778faff1f..93592f71a6a3fca557656fa3a9fd5d73582db88c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt @@ -1,5 +1,5 @@ Running #490 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-004.c (batchinfo:1/1) @@ -49,41 +49,41 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470780. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed546f198) +| [0] WARNING: MPI_Ireduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffda0d6e988) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed546f198) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffda0d6e988) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe91921ff8) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe8bbf8b28) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe91921ff8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffe8bbf8b28->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -93,16 +93,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195943 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241829 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195944 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241830 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.937108993530273 +Command return code: 255, elapsed time: 7.85057806968689 Finished #490 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed index ab62826db8b5f59b9d373bb16abbd90e55737b86..ca3840c8d0bb50755f93968acdee3c9396cd945b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed @@ -1 +1 @@ -7.372748136520386 \ No newline at end of file +7.23821496963501 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt index 93223e49e27355c86d4c636c27bbbc3004c73800..5f2c21b25611bd24e6bcd179d784dbc7e8bcaf4a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt @@ -1,5 +1,5 @@ Running #957 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8db051e8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff93d5e298) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcff6f48e8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd64c3898) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237663 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237668 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.372748136520386 +Command return code: 255, elapsed time: 7.23821496963501 Finished #957 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed index 1f524c41c8ad346be992e43d45b57e3a910eefbd..488d8d62f88f1bec86dfd6fb25b2d37f6eb1f9b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed @@ -1 +1 @@ -7.324037551879883 \ No newline at end of file +7.365798473358154 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt index 74b92ddc64564ff9893e4a5f2617643d1dbd2414..8aeb62712513fdf5adf4b6db101ce9e2891d4bd6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt @@ -1,5 +1,5 @@ Running #638 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe75669818) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470770, *recvbuf=0x470770, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff98fe9cd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd3a7ec08) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc0530d228) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186580 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232540 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186581 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232541 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.324037551879883 +Command return code: 255, elapsed time: 7.365798473358154 Finished #638 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed index a0eced1ab83e4084329fca9e3302bccb4f6a1d77..992af1111ef2512062c3ae4d08e7c138452a0b76 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.381720542907715 \ No newline at end of file +7.3711724281311035 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt index 818aaf4335df8a777b9344dcad2bca98f4ff5916..00fc9eb84b6950fbf7098acea0a25c839f0a1911 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #489 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-001.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241515 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.381720542907715 +Command return code: 255, elapsed time: 7.3711724281311035 Finished #489 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed index c607628f67985e1b6e185f26fecf32e076f61a22..408580b2e0109526841013447797f9b8bb1d8590 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -7.304353475570679 \ No newline at end of file +7.251868963241577 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt index 6f8b5e8e79d815cbcc84744238845dd1997e285b..10c6d2ac6fb94aa7260d8f5a9cd50a69a1ce1461 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #797 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190604 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190606 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.304353475570679 +Command return code: 255, elapsed time: 7.251868963241577 Finished #797 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed index 03b971e11a6230116ff9f00cbe069209fb0acdc2..59d7fe731dc60463fd03a521f29906900c0e5e62 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed @@ -1 +1 @@ -7.330645799636841 \ No newline at end of file +7.339675188064575 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt index 3af8a99b094b94fe16703f33ccca9b0aaaaceffa..b368c39752cdb1f0c021a3a34c400fda34dc64f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt @@ -1,5 +1,5 @@ Running #1087 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ae40, *recvbuf=0x46ae40, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.330645799636841 +Command return code: 255, elapsed time: 7.339675188064575 Finished #1087 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed index cda58b7febf50c0c8cc92056dd45c48cec160194..55a708e859b580d9b2b45f4e046df9105f2d8f19 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed @@ -1 +1 @@ -7.3164448738098145 \ No newline at end of file +1.0279791355133057 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum deleted file mode 100644 index b5f7b8d89e655816d8a6d72251cdd8b8c6a7df3c..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ef3e92b156eec05b266051aefc569bed \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt index 1923916b589f193689ff6158eeaef486475fff38..3961b68daf3c01d9715fb601d2660ed1fc240353 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt @@ -1,5 +1,5 @@ Running #461 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-004.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189360 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189361 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3164448738098145 +Command return code: 255, elapsed time: 1.0279791355133057 Finished #461 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed index cdebe4f9333d922d48a35414350416fa4657471e..f14a79148004978a7e5ca437b4d6766297449565 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed @@ -1 +1 @@ -7.229681491851807 \ No newline at end of file +7.077550411224365 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt index 625c037389808f8f7fc47c0a736a02ef2769b1c0..34adf4601d6006002498f771236c581643f499f7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt @@ -1,5 +1,5 @@ Running #504 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-005.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223058 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176553 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.229681491851807 +Command return code: 255, elapsed time: 7.077550411224365 Finished #504 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed index f3678d29fbc08eb291b9f9d3d74d80dbd56cb0b7..0392d71f3152a82c6922be5d7219bc7a99ecbb12 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed @@ -1 +1 @@ -7.356905937194824 \ No newline at end of file +7.554587364196777 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt index d51a56d33926689a39caa72da768a0985211ad50..a890bcb74dd22579d33173c10e07cbf901a837d8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt @@ -1,5 +1,5 @@ Running #1196 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206565 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.356905937194824 +Command return code: 255, elapsed time: 7.554587364196777 Finished #1196 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed index c7117506b8a3ebfd48d35478517c429ea5f29e27..2f0d853f395d067f5107eb816eb0468b02be1167 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed @@ -1 +1 @@ -7.460871934890747 \ No newline at end of file +7.411191701889038 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt index 7767c96621077f267ccbc1f6c856b02bd1ea4817..9a657c5ba85e22d8b453afccc433c415317c2185 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt @@ -1,5 +1,5 @@ Running #830 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-007.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190301 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.460871934890747 +Command return code: 255, elapsed time: 7.411191701889038 Finished #830 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed index e3df9ee9ed080743031ad13115f92d41695f6e91..0edd4c2ad84ba056c22a47075458df65cf9afe89 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed @@ -1 +1 @@ -7.262408494949341 \ No newline at end of file +7.2103047370910645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt index 60592b0e12488a4961f34ab3535942a5c88c992f..bcc6379d413491276ccfd0ab9f9c99ba4ee2d812 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt @@ -1,5 +1,5 @@ Running #896 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236675 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190766 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236676 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.262408494949341 +Command return code: 255, elapsed time: 7.2103047370910645 Finished #896 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed index e03281ea6356d4253300ad28d887ec392cb0570d..d8da92690686e0c6f660d7f8643d6ed6d75cf49d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed @@ -1 +1 @@ -7.43290638923645 \ No newline at end of file +7.505971193313599 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt index a4fed5edf7864979436c7e2d1dfd688d0b2f0b75..b9d524605d15cda3ca26af4e18b1638a785b2503 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt @@ -1,5 +1,5 @@ Running #1117 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-009) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208195 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208196 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.43290638923645 +Command return code: 255, elapsed time: 7.505971193313599 Finished #1117 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed index 857ddfd839298b9bec65a9bc1ede6ce5dd8c1055..a5c3db7fceb3a444897cc1364f6acf83d6ebbaba 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed @@ -1 +1 @@ -7.876450538635254 \ No newline at end of file +7.383322238922119 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt index 131104bc171b7fc3b3d4a39d84b4121a6ec2d7a8..1949dc58e1fb4ad2c53683e099ea2b8a8b802d0f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt @@ -1,5 +1,5 @@ Running #1110 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-010.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206373 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251076 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206374 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251077 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.876450538635254 +Command return code: 255, elapsed time: 7.383322238922119 Finished #1110 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed index b668b18d9f240abf08d0aed3bd9fa625834c76f4..260c2714f4838db3fa4537390decfee6921e2c14 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed @@ -1 +1 @@ -0.9708292484283447 \ No newline at end of file +7.3122546672821045 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt index 4fb55dd6a109bc7394833f35eee8735040b4dde8..9e35e379e57b92d978c31efbdfc019e3a6caf138 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt @@ -1,5 +1,5 @@ Running #459 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-011.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-011) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-011) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235324 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189118 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9708292484283447 +Command return code: 255, elapsed time: 7.3122546672821045 Finished #459 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed index 35efc805540b5c46ed7ef79712d5d47189717d0a..e385235fc41107f090b8aec18d439ef5b7780b40 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed @@ -1 +1 @@ -7.119282484054565 \ No newline at end of file +7.321066617965698 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt index 38ab8f442c26e822c17f1df05933e8f08b4223e1..1555304e53706c21c5ed303a9e4fc48c7b59dd4d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt @@ -1,5 +1,5 @@ Running #558 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-012) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196305 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196306 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.119282484054565 +Command return code: 255, elapsed time: 7.321066617965698 Finished #558 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed index 48a19cde133472190b359ac782f3998bea918e34..b28a7fd16632aa5a3367da75068632b7492e7766 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed @@ -1 +1 @@ -7.508511304855347 \ No newline at end of file +7.430994033813477 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt index 6b0b674de03addebae7047fd9e59f3f3f7318a42..8831510aaffe858e4a48fe821d80e1545fec2cdf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt @@ -1,5 +1,5 @@ Running #858 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-013.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-013) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186295 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186296 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.508511304855347 +Command return code: 255, elapsed time: 7.430994033813477 Finished #858 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed index 8be9c97070366deaf3b9c38a3f64f220283f0d3d..0c853624e74a9fe39c67f05180dc9f15a9ccd94c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed @@ -1 +1 @@ -7.117106914520264 \ No newline at end of file +7.270470142364502 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt index c140e329e874cd59548454369c60669235aa756d..9198743e56bdd6a4a6b8925f84521112f3774cc0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt @@ -1,5 +1,5 @@ Running #760 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-014.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470770, *recvbuf=0x470770, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ae30, *recvbuf=0x46ae30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227899 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182864 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227900 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.117106914520264 +Command return code: 255, elapsed time: 7.270470142364502 Finished #760 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed index 0808305c6b9927fa29acee786b5cf97e5428fd9a..72c20157437a25f461ae654577c22b538b926175 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed @@ -1 +1 @@ -7.296650409698486 \ No newline at end of file +1.1184043884277344 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum deleted file mode 100644 index 627c259585cd0dad2f1f992a539ea86186bb695d..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b91b8a8e7c0d839a77220de1273232e6 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt index 23a4ddf511d9e18e8c57bde7c79311e945ee0e67..81db9a50e6abf4acb0d235df4c0bf32cbab6f1ea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt @@ -1,5 +1,5 @@ Running #1082 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-015.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207764 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207766 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.296650409698486 +Command return code: 255, elapsed time: 1.1184043884277344 Finished #1082 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed index df63b292db21b55c0627967ec7751c87b39419b0..aa4f0f32c3ec8ccdadf007f6285e55fe49ad9e4b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed @@ -1 +1 @@ -7.538562059402466 \ No newline at end of file +7.276456832885742 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt index e60bd511dccb001668ded3a3c637483de4cde243..1372ee9aaad4b7caf1a6554dc0315e896e251950 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt @@ -1,5 +1,5 @@ Running #614 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-016.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-016) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194278 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237811 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194279 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.538562059402466 +Command return code: 255, elapsed time: 7.276456832885742 Finished #614 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed index db0a803fd3ad69f941ac5b76647904df52495cf4..163a74726a4ae8e5292355d6cbebdf855b820355 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed @@ -1 +1 @@ -7.322404623031616 \ No newline at end of file +7.292094945907593 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt index 3bb5fc5f10232a4a009311e36c305df2bbca3e0b..e6e0e1e1e536fe69f751fc7818293a6619023f45 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt @@ -1,5 +1,5 @@ Running #956 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-017.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-017) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204204 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250959 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.322404623031616 +Command return code: 255, elapsed time: 7.292094945907593 Finished #956 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed index a868be73707201585ce263776f17e9366298d7dd..2965f7ee5076a9d1e09f467d3e637b2adc57aaad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed @@ -1 +1 @@ -7.338696718215942 \ No newline at end of file +1.1669299602508545 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum deleted file mode 100644 index 224551b7583a228610120be881aed843f1303675..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -329d67372e94487fabee1665420830eb \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt index 161c74f9a842f41f5e7b7807566d13cd1e0d71c8..855e009bb5822cb340bfa18df393dde675240f8a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt @@ -1,5 +1,5 @@ Running #1178 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-018.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252810 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210434 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252811 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.338696718215942 +Command return code: 255, elapsed time: 1.1669299602508545 Finished #1178 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed index 96992b5953bab3949294258c9eedf0a7fb4ff763..df35b70d45eaf7a1b19da87b39821bf4cec2101f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed @@ -1 +1 @@ -7.381664514541626 \ No newline at end of file +7.399124383926392 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt index 2939a90758b094d2b4e2c3efc516e7a0eb4d617b..16c950b2257640746c4eca5ccba10e4f2b4ca869 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt @@ -1,5 +1,5 @@ Running #1057 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-019.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-019) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198344 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198345 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.381664514541626 +Command return code: 255, elapsed time: 7.399124383926392 Finished #1057 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed index 2333deeee2286363faed094ac488f459d81ae688..aba4c031f4cfff283a94dd46537f1a22de9d93fe 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed @@ -1 +1 @@ -7.3170506954193115 \ No newline at end of file +7.261202335357666 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt index 3a52933238662954c766bb36ca8c1a1fc433b110..33cafc5b8b2d8c69983497c0390d53c41e76352d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt @@ -1,5 +1,5 @@ Running #654 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241934 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3170506954193115 +Command return code: 255, elapsed time: 7.261202335357666 Finished #654 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed index 5fc4b8b45038c512dfed4bed78431a7954309381..fc77c70521d1a3ad1980bd013a6f7becb6fe91ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed @@ -1 +1 @@ -7.300527095794678 \ No newline at end of file +7.300059795379639 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt index fc4cf42012ca1efbf6091941355cc6b2bc91aace..b6acf997f4e190215960ddae0a42361e0a895b0b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt @@ -1,5 +1,5 @@ Running #787 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-021.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-021) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.300527095794678 +Command return code: 255, elapsed time: 7.300059795379639 Finished #787 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed index da7417de2ed595b5f89eadbf80001ac181768ab3..e5c3ecf76bd1b6759cf8e55c9bce0a353014765b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed @@ -1 +1 @@ -8.474680423736572 \ No newline at end of file +7.914008140563965 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt index f043dc2f1343b4d01d29d612e4416eb42094324f..5979c52f21b45ec7eafeb43287dbfed33c75ebb4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt @@ -1,5 +1,5 @@ Running #779 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-022.c (batchinfo:1/1) @@ -49,35 +49,35 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c970. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-022) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-022) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193672 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239053 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193673 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239055 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.474680423736572 +Command return code: 255, elapsed time: 7.914008140563965 Finished #779 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed index 04375b228957b4b600ee95ec3a440f637fd160aa..040e05e40bbe93d29b9fd53cbfc8a7334192dae7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed @@ -1 +1 @@ -7.336344242095947 \ No newline at end of file +7.326222896575928 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt index 3c15eb96e1aab62da27054dad528a3ad6b2a073d..9937b64517fb3d90ecae74c63ae30181adeca02f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt @@ -1,5 +1,5 @@ Running #736 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336344242095947 +Command return code: 255, elapsed time: 7.326222896575928 Finished #736 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed index 1f0cd054a583311f0297886585bd0ce906cfed34..d605760b564cb6e93d83203bcb8b7f4e35aed3c0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed @@ -1 +1 @@ -7.245840311050415 \ No newline at end of file +7.25079607963562 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt index e6b1be2c82d65559aed033d8e563ec7095de3b99..8c7d651f3077384c4bdff818dc6fc141557ab229 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt @@ -1,5 +1,5 @@ Running #1020 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-024.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-024) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203744 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203745 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.245840311050415 +Command return code: 255, elapsed time: 7.25079607963562 Finished #1020 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed index 9a84e9d707367541f1435560f5919cc5ea7b9ed2..a15818f4fe6a846688c897852e94e2d59fc06cb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed @@ -1 +1 @@ -7.865238189697266 \ No newline at end of file +8.018696308135986 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt index 285f8355ac6f576f3e584aa6e1c9529e6b14b537..08956c40c4cf5b856fe3cc35cd24c0b8c74dc840 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt @@ -1,5 +1,5 @@ Running #968 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-025.c (batchinfo:1/1) @@ -53,35 +53,35 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-025) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c:50) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-025) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -90,16 +90,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241459 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241460 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.865238189697266 +Command return code: 255, elapsed time: 8.018696308135986 Finished #968 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed index bf11cfff1a13ba4b1da7b88981bb23054fb236f5..fa5f893915aeaca6a590094bdb952df2299a2907 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed @@ -1 +1 @@ -6.996781587600708 \ No newline at end of file +6.9276463985443115 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt index 8b0e2c438621f839783aac080184732b4307019a..b7d2d8fc9e22a9330acdeb1293be88e4378bfe5a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt @@ -1,5 +1,5 @@ Running #496 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-026.c (batchinfo:1/1) @@ -60,17 +60,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-026) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ae30, *recvbuf=0x46ae30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170224 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 215757 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170225 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 215758 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.996781587600708 +Command return code: 255, elapsed time: 6.9276463985443115 Finished #496 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed index 32f41a7d320108f9fb3a9c1f29618157afe5de04..877273707b6602fc8513b88e64c584f1cdf7e7c0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed @@ -1 +1 @@ -7.404832124710083 \ No newline at end of file +1.0071079730987549 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum deleted file mode 100644 index ccffefb6ab315ef485654a87f935ef791cfccf37..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e758571ace0c0732a0869935cd4a1e54 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt index 1924a85dbb504cf1f5c3fdb775fa2dee50607361..cd166b07cc161819be6073aa763e6fa4951f4496 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt @@ -1,5 +1,5 @@ Running #471 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-027.c (batchinfo:1/1) @@ -51,43 +51,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c:55) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027) -| [0] ERROR: 8 elements transferred by peer but 16 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aca0, *recvbuf=0x46aca0, count=16, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c:60) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186690 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231769 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.404832124710083 +Command return code: 255, elapsed time: 1.0071079730987549 Finished #471 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed index 310bd6245a0aa622224195825b27fc93dcdf09a9..f0eb28ef3327f88053599fff8be37fe834a4836c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed @@ -1 +1 @@ -7.377873659133911 \ No newline at end of file +7.27825140953064 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt index e64e50e19808b69c84571c0d4e0f9dc88e2c725a..7b42b816893c2a6399722fb3f12ac122e74db927 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt @@ -1,5 +1,5 @@ Running #1063 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-028.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470780, *recvbuf=0x470780, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-028) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b560, *recvbuf=0x46b560, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b660, *recvbuf=0x46b660, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199947 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244925 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199948 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.377873659133911 +Command return code: 255, elapsed time: 7.27825140953064 Finished #1063 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed index 3e84165a5f92b83a2be2f1fced73659a8b4931e0..0bd6fe7236b4e191534964b2692c9484e553a130 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed @@ -1 +1 @@ -7.362841606140137 \ No newline at end of file +7.418515205383301 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt index 6744fd3a6ca26a6c166924cc0b02153919f48071..5950dbd04691d24d7591d05b0574b3ee2000ddb7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt @@ -1,5 +1,5 @@ Running #634 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-029.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d280, *recvbuf=0x47d280, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-029) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b530, *recvbuf=0x46b530, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185311 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230914 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185313 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230915 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.362841606140137 +Command return code: 255, elapsed time: 7.418515205383301 Finished #634 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed index 0f7d1decb8690de300a9b191bce1414e75ecfae6..0498852e043cb71772b208697a02ceacec2825dc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed @@ -1 +1 @@ -7.332648277282715 \ No newline at end of file +7.248993158340454 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt index 2caa9e4c83d35bb734b12e21068836ca1192bb71..301b49564d44461e2e67e046db1ac4923df24869 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt @@ -1,5 +1,5 @@ Running #1164 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-030.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d260, *recvbuf=0x47d260, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-030) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-030) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203587 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203588 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332648277282715 +Command return code: 255, elapsed time: 7.248993158340454 Finished #1164 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed index c4c894180d129f630bf77c408bcdae612253abec..d04cdca9824540db60d751cffeeccf7968b5599d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed @@ -1 +1 @@ -7.209625244140625 \ No newline at end of file +7.400548458099365 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt index 9ed4f591f2a717189b533759f341f0c8ea7bd715..696652ac62c7edd575cb30f6d9228e16abd87f83 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt @@ -1,5 +1,5 @@ Running #1097 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-031.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d270, *recvbuf=0x47d270, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-031) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-031) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200267 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245049 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.209625244140625 +Command return code: 255, elapsed time: 7.400548458099365 Finished #1097 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed index be67705667b5acf029e8c59794e262a3b27e3e81..0356378edaea181035894fb7e17c9b6f490a57c1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed @@ -1 +1 @@ -7.290475368499756 \ No newline at end of file +7.707891464233398 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt index 1322e7975ebc83fed397190fa8505ce707eef30f..c85ffe5b17669a3032e803a59a48ad98ce6244b1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt @@ -1,5 +1,5 @@ Running #765 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-032.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-032) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188403 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233597 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188404 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290475368499756 +Command return code: 255, elapsed time: 7.707891464233398 Finished #765 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed index 350724fb868d65cc5f646ec09899724f4c09de1f..c6956de2bdc1639ab7a4fa561cf34eff9135edd4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed @@ -1 +1 @@ -7.1650989055633545 \ No newline at end of file +7.483201503753662 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt index 2f04b34cafaeb523b58112ea751dbd7a5408b69d..9dde1bd5b93c291c513d8b23ea2b721832f263df 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt @@ -1,5 +1,5 @@ Running #1051 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-033.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470770, *recvbuf=0x470770, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-033) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b620, *recvbuf=0x46b620, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b660, *recvbuf=0x46b660, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211005 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260995 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1650989055633545 +Command return code: 255, elapsed time: 7.483201503753662 Finished #1051 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed index bf38fe63c2ad093d247d3896c63781925f1000e3..5efd099e6011b3c0edd7c7182adf48b51833b715 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed @@ -1 +1 @@ -7.256602048873901 \ No newline at end of file +7.297890901565552 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt index 7219944da9a41c585fc0fb2000229a9ea4b5036f..50a766c3827d9c23c1da6ff7f2076219dcec9da2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt @@ -1,5 +1,5 @@ Running #809 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-034.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-034) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b620, *recvbuf=0x46b620, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b6e0, *recvbuf=0x46b6e0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198967 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245378 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245379 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.256602048873901 +Command return code: 255, elapsed time: 7.297890901565552 Finished #809 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed index 4b7667651cdcf789f6961c5f54037c9d24b32d7a..35cc774c15897f7f7f551e2a9b20bf34c5f107dc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed @@ -1 +1 @@ -7.23963737487793 \ No newline at end of file +1.0154411792755127 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum deleted file mode 100644 index da9d163e47b817b0446a43d94588ecf9d763b7e9..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a2b0e015c9c034b25bf654c4f8301a22 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt index 7079a20a0548094f8b96f9f8fa35c8e578f26182..9364fb0d126663085b2f98ee46c46eb1a6b54b30 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt @@ -1,5 +1,5 @@ Running #675 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-035.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c:54) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188584 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188585 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234027 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.23963737487793 +Command return code: 255, elapsed time: 1.0154411792755127 Finished #675 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed index 874ea4195cfc5b6ed9b1d98367a00809df97b7f8..0799ef93f2ba72aeab5a3acca65f62a3c7c1f288 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed @@ -1 +1 @@ -1.0763132572174072 \ No newline at end of file +8.17190170288086 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt index 67abb037a239b2078cf6ecbdfef8cdb4cca22d81..903735bedc6e9054f74d9d42186d17f70400908a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt @@ -1,5 +1,5 @@ Running #570 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-036.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-036) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b730, *recvbuf=0x46b730, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-036) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0763132572174072 +Command return code: 255, elapsed time: 8.17190170288086 Finished #570 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed index d4ecaefd05f5a59bfbcbe44bb1c308e8359c9038..bc036dfcca3bc27f05b247f35139dee112cbdd49 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed @@ -1 +1 @@ -7.262070655822754 \ No newline at end of file +7.277565002441406 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt index acf09f73f1567ea5f17325d0106afde3cf20bd3c..7ad01eeced184d268f2aeaabaa25ccfffc5ef59a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt @@ -1,5 +1,5 @@ Running #1074 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-037.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-037) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5c0, *recvbuf=0x46b5c0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.262070655822754 +Command return code: 255, elapsed time: 7.277565002441406 Finished #1074 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed index 8e8e03585195e609176391daeb3859d41fed4dda..ba6ce2a5b281ca4a1c2623821f57c7dcc630eac5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed @@ -1 +1 @@ -7.1095170974731445 \ No newline at end of file +7.279767751693726 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt index 52f84368dba47a2addd395fc46cd075d3dbddd56..b744b1a7d293429b4bf4be5fcd351b44f97e0a79 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt @@ -1,5 +1,5 @@ Running #1190 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-038.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-038) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246591 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1095170974731445 +Command return code: 255, elapsed time: 7.279767751693726 Finished #1190 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed index b2cbdaf30253c4b508d45b501e475fba94429a68..cb303309f38f9d3608e8117f7fc10f373e1b690b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed @@ -1 +1 @@ -7.211190223693848 \ No newline at end of file +8.956185579299927 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt index 1aaabe2e87000ff72d251ec9595757a8b783464b..4c5ef7feb2a317ea6dd9c9ca584e875b9d88168c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt @@ -1,5 +1,5 @@ Running #477 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-039.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-039) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b580, *recvbuf=0x46b580, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188901 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233571 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188902 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.211190223693848 +Command return code: 255, elapsed time: 8.956185579299927 Finished #477 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed index 79f02389dcd6f214c1f44b0ebe408a9e4a562aaf..e74ceaa7a17c798e2933ee90c0bc4144939e93bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed @@ -1 +1 @@ -7.167571544647217 \ No newline at end of file +7.147921323776245 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt index 7d3cb6dc4377fac77424a54b3da1c51aa8bde390..70acd3b5c69ccfe2ac970aabc6d9fad267fa3a60 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt @@ -1,5 +1,5 @@ Running #812 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-040.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-040) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-040) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-040.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199864 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199865 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.167571544647217 +Command return code: 255, elapsed time: 7.147921323776245 Finished #812 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed index 2e0e448ac5884efce7e193606938d6b5dc7bb069..0b796713e424d1eab86f4a07333ef163f095d5f0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed @@ -1 +1 @@ -7.549950361251831 \ No newline at end of file +7.280300855636597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt index d2132e493cea7e1eb92aa00ac5a037a6ac5e79f3..9ad5a40d1975fef3e48c19d48286fb9848e454d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt @@ -1,5 +1,5 @@ Running #769 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-041.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d280, *recvbuf=0x47d280, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-041) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190206 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235322 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190207 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235323 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.549950361251831 +Command return code: 255, elapsed time: 7.280300855636597 Finished #769 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed index dcb42dfb096189498ec9c3886fcfaa802c715823..9c4c31cd1e5bb6738c6e32cf271e07de44aee390 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed @@ -1 +1 @@ -0.8186652660369873 \ No newline at end of file +0.9756608009338379 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum deleted file mode 100644 index dd19194c686b0542f4831d43f1f3f663c2c86655..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4fc182155b7ef129433cd6de107c233c \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt index b22f7924a52d7a8a075c6dcaa0f692ca19dddcf5..8a0f6c9e56685ce0eddf4a2db48d6a7f6a9cc447 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt @@ -1,5 +1,5 @@ Running #562 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-042.c (batchinfo:1/1) @@ -47,23 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8186652660369873 +Command return code: 255, elapsed time: 0.9756608009338379 Finished #562 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed index 3bdc231fb20ecbc09efe95675719fd2ee7dd1ea3..b929ded6126c56948918d4025c3dbf40708523b4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed @@ -1 +1 @@ -7.382171630859375 \ No newline at end of file +7.341660499572754 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt index 9228444d146fa7eee553b6fed8a06999ad1a37ab..5fae464240cef3b1c62b742f3d156db61cdb485d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt @@ -1,5 +1,5 @@ Running #1102 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-043.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=4, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-043) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246845 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246846 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.382171630859375 +Command return code: 255, elapsed time: 7.341660499572754 Finished #1102 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed index bda6335372109298e985d479895beae448bf4ecf..55839aaf457158abd7b46236e4415bf2f75a2e6f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed @@ -1 +1 @@ -7.301335334777832 \ No newline at end of file +7.276553392410278 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt index 601b3a27106cf1815b1cdb4dea57667d57b70c91..a2132c59f5a1f21e690a3aeb0f65b4ad5a673669 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt @@ -1,5 +1,5 @@ Running #781 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-044.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-044) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b6c0, *recvbuf=0x46b6c0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197087 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197088 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242703 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301335334777832 +Command return code: 255, elapsed time: 7.276553392410278 Finished #781 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed index 43e8655964c8814f340bd08b68958f25df940e8f..1ff6a70ed1aeb1051c535f36df6dcafd08ebce3d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed @@ -1 +1 @@ -7.214016914367676 \ No newline at end of file +7.249378442764282 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt index 6d17be8320fc898d870d4ddf56268ed59774a9c0..75a345734a8b8fed30048d62182d64e41b26294f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt @@ -1,5 +1,5 @@ Running #720 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-045.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2e0, *recvbuf=0x47d2e0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-045) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=16, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b660, *recvbuf=0x46b660, count=16, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c:63) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242510 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.214016914367676 +Command return code: 255, elapsed time: 7.249378442764282 Finished #720 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed index 1ef760f7b838657962e0a39d8f725b8c3a403840..032cc31648a730d43abb8d12d502774c3dc9c33b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed @@ -1 +1 @@ -7.18914008140564 \ No newline at end of file +7.093258619308472 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt index 45857c5b1f4a1be15de33a1b696cb6e90b9e19ef..335660cb1412b97c9792577c6ce81fc46abf7435 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt @@ -1,5 +1,5 @@ Running #567 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-046.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d4d0, *recvbuf=0x47d4d0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d4e0, *recvbuf=0x47d4e0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-046) | [0] ERROR: 6 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b910, *recvbuf=0x46b910, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b960, *recvbuf=0x46b960, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228625 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183477 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228626 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.18914008140564 +Command return code: 255, elapsed time: 7.093258619308472 Finished #567 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed index 084442e466b0030b73ba3a3751861fffaa2c26fe..9185d5fd7a75ed0ce2e6db8608e1182015f3e526 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed @@ -1 +1 @@ -7.8366687297821045 \ No newline at end of file +7.266596555709839 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt index fd3fcb6c2aefda44f0aee48d125fc222e481f2a3..c5aac7441758846d0c22b452b3a98135c0a2960a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt @@ -1,5 +1,5 @@ Running #930 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-047.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d440, *recvbuf=0x47d440, count=4, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d4e0, *recvbuf=0x47d4e0, count=4, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-047) | [0] ERROR: 24 elements transferred by peer but 28 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b860, *recvbuf=0x46b860, count=28, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b9b0, *recvbuf=0x46b9b0, count=28, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c:62) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194178 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194179 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240897 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8366687297821045 +Command return code: 255, elapsed time: 7.266596555709839 Finished #930 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed index 90eab6ebf1447b7aaa0949f0c52096f32bb40593..0f0237578f31576ff77d23b0d8a1d49362387d9f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed @@ -1 +1 @@ -8.6416015625 \ No newline at end of file +7.326674938201904 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt index c0b5ba19433807c71668c1814e1970f99c7a18fb..68514d0430b6e273f27e47c45a68ee11670cfbef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #663 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-001.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182391 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182392 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.6416015625 +Command return code: 255, elapsed time: 7.326674938201904 Finished #663 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed index 1dc603785d103eac7258d0030263fe5e33fb1cd4..85c4fcf83b87dbb7578f463331716e6d023505cc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed @@ -1 +1 @@ -7.479303598403931 \ No newline at end of file +7.423269510269165 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt index a320e49ffb004e9d548c4f2341e25187dd164f14..b4d879802f9be582795383fd23392be71b1adb87 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #983 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ae30, *recvbuf=0x46ae30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248751 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.479303598403931 +Command return code: 255, elapsed time: 7.423269510269165 Finished #983 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed index fd79eed9cc12b38c15aa306bbb87c06f0418cb33..a3c29c7f8dbb25c767c6132e8c4db36be232d798 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed @@ -1 +1 @@ -7.163806915283203 \ No newline at end of file +7.123416185379028 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt index 762295f26cf2f7bd92723a919507745314b0fa05..471eb702057f79029cf63b6147b16f771d897cb2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt @@ -1,5 +1,5 @@ Running #694 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470770, *recvbuf=0x470770, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181855 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181856 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.163806915283203 +Command return code: 255, elapsed time: 7.123416185379028 Finished #694 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed index af2d00469162c02b94bd7edc4e3b9c8974c6dd12..a770478eef8eb6a3f1271d0fe6061a695866d555 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed @@ -1 +1 @@ -8.658347606658936 \ No newline at end of file +7.4548444747924805 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt index 17a5f728c7318835e604f1d947d9b5ca6f620bd0..24194dc55472b99b7d4e69b0da493682e9732a9a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt @@ -1,5 +1,5 @@ Running #717 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-004.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470710. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470710, *recvbuf=0x470710, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470710, *recvbuf=0x470710, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470710, *recvbuf=0x470710, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241776 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.658347606658936 +Command return code: 255, elapsed time: 7.4548444747924805 Finished #717 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed index 2994dbc2a77d85b21e903a2e6f4aa45d06ce9149..ea115d995f523aacc2aeda945da9e53f28b5470b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed @@ -1 +1 @@ -7.354567050933838 \ No newline at end of file +7.290621757507324 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt index d3f11207d93e95c8b9aa67ec6e3208ba45fc3125..36c3823e74f2ae938bf80283f7b348c5cff276d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt @@ -1,5 +1,5 @@ Running #733 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-005.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185787 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231142 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185788 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231143 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354567050933838 +Command return code: 255, elapsed time: 7.290621757507324 Finished #733 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed index de62dc7fe3d67554f6387213e59c1c49d8b75eed..2e8e95ccd77cb1495cd2e68083c96ae8fdacbc2c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed @@ -1 +1 @@ -7.3036181926727295 \ No newline at end of file +7.298227071762085 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt index 8a767e45ec88374aa8913fd1964f83d5d7c7fb3a..60c4188a32836d43ec61868e09926285bed55053 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt @@ -1,5 +1,5 @@ Running #548 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-006.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46add0, *recvbuf=0x46add0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191014 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236550 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191015 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3036181926727295 +Command return code: 255, elapsed time: 7.298227071762085 Finished #548 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed index 3cef7aecf2d767b109baa129d441654a984730a4..c305fe286aeeb0abee01e8ff117a5bfaf9521c99 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed @@ -1 +1 @@ -9.000753164291382 \ No newline at end of file +8.68022084236145 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt index 96a1a813b9aef633264af94531b08d9c9d2dcaa6..7b76c4ff267333c817d355a5e0281518d0556c39 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt @@ -1,5 +1,5 @@ Running #457 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234338 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188192 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234339 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.000753164291382 +Command return code: 255, elapsed time: 8.68022084236145 Finished #457 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed index 692de76dab012b2c1081212cba25fd16e250c660..f36b0cb45f81612bd6e598173aaf3baa93467648 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed @@ -1 +1 @@ -7.301857948303223 \ No newline at end of file +8.895065546035767 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt index abcf81448c167d66000ecfac1e482f637aef56a2..dd3b9d63c8124064d07439760b7c10846e120f42 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt @@ -1,5 +1,5 @@ Running #897 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470770, *recvbuf=0x470770, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191076 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191077 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301857948303223 +Command return code: 255, elapsed time: 8.895065546035767 Finished #897 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed index 10e89a57f6ddab25f417f6f28d5d5e895962abb2..c1c8ad9630dda1ab87ccb2d838ff69a9fc93da72 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed @@ -1 +1 @@ -7.432916164398193 \ No newline at end of file +7.448928356170654 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt index 567e59bbfc036baa939643bdca18579df2e2261a..d51b4cb957c4e400b422853b361c8a7fb683a8fe 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt @@ -1,5 +1,5 @@ Running #917 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.432916164398193 +Command return code: 255, elapsed time: 7.448928356170654 Finished #917 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed index 7e38221d54232dc633ea64f548bd5ee96f5c5495..80fb82c06fd0e606fe9024b65fe238c911eb9535 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed @@ -1 +1 @@ -8.666098594665527 \ No newline at end of file +7.285790681838989 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt index e24d8d5cb93b866bc41318042e2e2edc71ccdf2b..a64ca821429eb4589883c536eb4771683e1261c5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt @@ -1,5 +1,5 @@ Running #572 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-010.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acf0. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188814 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188815 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.666098594665527 +Command return code: 255, elapsed time: 7.285790681838989 Finished #572 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed index 82cfdd04246b12ea267ab594732aa1dd02bd17d0..80317dde37472b4499723ef8a5e7f078d71f9126 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed @@ -1 +1 @@ -7.457862138748169 \ No newline at end of file +7.42441463470459 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt index 125125d4f85da7587e6806cd0de7b4398517f86a..0ba068a730cfff7450ad12e94040933c8a34b418 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt @@ -1,5 +1,5 @@ Running #1220 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-011.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220583 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220584 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265761 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.457862138748169 +Command return code: 255, elapsed time: 7.42441463470459 Finished #1220 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed index 37367430c43583796901cc12a4d3ceaa66589e03..d199f503e9ea309831ab2596cea00bde92580dbd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed @@ -1 +1 @@ -8.727245092391968 \ No newline at end of file +7.29181432723999 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt index 344c92b59d7cc768db15770e9232f532dee9fc03..ed19c6ace88f920aacc94e992d36029d01b85e79 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt @@ -1,5 +1,5 @@ Running #1100 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470770, *recvbuf=0x470770, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-012) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46add0, *recvbuf=0x46add0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201421 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246003 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201423 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246007 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.727245092391968 +Command return code: 255, elapsed time: 7.29181432723999 Finished #1100 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed index 1eb59f2c2b426b02f0081ff7af09258be0bc0667..b7042b050b0dacc42155cd9197c1c33f19cc20ea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed @@ -1 +1 @@ -9.08166217803955 \ No newline at end of file +7.434804439544678 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt index bec9a513c7fd8c7159bb6fd69e8cba8656f24b4d..3063ab407f3b1e0e7bad2e4161c54aceba3b0cfa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt @@ -1,5 +1,5 @@ Running #1108 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-013.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c970. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adc0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205480 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250690 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.08166217803955 +Command return code: 255, elapsed time: 7.434804439544678 Finished #1108 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed index 30cd96891d4788b5ae23ddeb74a6f4652f4cdb5f..1461428fd3d969f517709ef0fa28be4932e40a43 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed @@ -1 +1 @@ -7.410784006118774 \ No newline at end of file +7.417588233947754 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt index 1d06ad2f9f06c00ee17dd4308f18792686259e14..bf85fda7d0864444e4f2ebd97fc4dade2ac29bb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt @@ -1,5 +1,5 @@ Running #1150 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-014.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211992 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257358 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211993 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257359 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.410784006118774 +Command return code: 255, elapsed time: 7.417588233947754 Finished #1150 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed index 6eb518673bc9cf80cbf4d832c2409fa39cff05e1..2a99fc562063a3a0a706a9915d352fb67cd1e159 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed @@ -1 +1 @@ -7.393726348876953 \ No newline at end of file +7.3516151905059814 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt index 6cf2107723193995871608b1f0070907fffa2837..58258d1d7b630b8fb73fd62e4cf404c6702e9baa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt @@ -1,5 +1,5 @@ Running #1222 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-015.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-015) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46add0, *recvbuf=0x46add0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203541 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203542 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246844 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.393726348876953 +Command return code: 255, elapsed time: 7.3516151905059814 Finished #1222 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed index a67bb2977c4adb1e584dc287d2051b8382097b64..43c415fef5d57686b4e2a1bbf962409407cb8969 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed @@ -1 +1 @@ -7.267189979553223 \ No newline at end of file +7.532701015472412 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt index 1c1c0c72387fd99617a60b45bd62b0607d60d528..73ec26db05b5617eaabb3d1ad8baffa621670169 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt @@ -1,5 +1,5 @@ Running #1083 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-016.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-016) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b560, *recvbuf=0x46b560, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b660, *recvbuf=0x46b660, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208113 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252720 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208114 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.267189979553223 +Command return code: 255, elapsed time: 7.532701015472412 Finished #1083 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed index b65718df6a8c769d570235634af32d1cd8eef2a6..a777a18400e2743f45d96ae59ed540dd7208b1a6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed @@ -1 +1 @@ -7.473294019699097 \ No newline at end of file +7.276278495788574 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt index 6e2f78483585e45029da666dff2f8ec06aa94775..451392bb1d3b25c5840c78e310062a5b2418866e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt @@ -1,5 +1,5 @@ Running #1163 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d310, *recvbuf=0x47d310, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d270, *recvbuf=0x47d270, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-017) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b570, *recvbuf=0x46b570, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203299 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.473294019699097 +Command return code: 255, elapsed time: 7.276278495788574 Finished #1163 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed index 923c0910cedbcfde31172bed96275caaa416adda..0c8a0093c16b3a7fb22460cf2992d6aff140141d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed @@ -1 +1 @@ -7.5097877979278564 \ No newline at end of file +7.2470879554748535 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt index 4ee1b0c43aaadc4f9e78aefd04b10edae049d60e..0bacf3b6d4020abd76bc09e526866079761e5d1b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt @@ -1,5 +1,5 @@ Running #771 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d260, *recvbuf=0x47d260, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-018) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b520, *recvbuf=0x46b520, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6e0, *recvbuf=0x46b6e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190907 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236228 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236229 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5097877979278564 +Command return code: 255, elapsed time: 7.2470879554748535 Finished #771 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed index 0c1529d93c1a70aee33e89217f520cd5e1ef5362..9bfb1e2b1ffc448fd39279c678af8755e7cd572e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed @@ -1 +1 @@ -7.310603857040405 \ No newline at end of file +7.385183811187744 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt index 97470242c4de1c6ecae0e9aebc1cae6e3a3d6269..af8189e76bea6388986e25474e00cbd6792eacb7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt @@ -1,5 +1,5 @@ Running #1195 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-019.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d280, *recvbuf=0x47d280, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d1f0, *recvbuf=0x47d1f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-019) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b530, *recvbuf=0x46b530, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206252 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.310603857040405 +Command return code: 255, elapsed time: 7.385183811187744 Finished #1195 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed index c5915a14068013c7081896c3237f6d1ab641494f..41ff65a0ee51a86132702354124375b405049c96 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed @@ -1 +1 @@ -7.224832057952881 \ No newline at end of file +7.309192180633545 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt index 947de6759a0361e8995c4b73372dcf4cdd0759a1..e5516939d0a843616618621c58664f5275ae4977 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt @@ -1,5 +1,5 @@ Running #938 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6b0, *recvbuf=0x46b6b0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196377 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196378 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.224832057952881 +Command return code: 255, elapsed time: 7.309192180633545 Finished #938 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed index ced7e59402fcb9338fdceb613e1e7892302dfc2f..d7eeebd7d472024d7b8ddeb821d859c837280b68 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed @@ -1 +1 @@ -7.489151477813721 \ No newline at end of file +7.849750280380249 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt index f5359e76288b234415873860db251da4cb8439df..e2eca6c5659b32297215519684619bcf69b5aa6e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt @@ -1,5 +1,5 @@ Running #590 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d370, *recvbuf=0x47d370, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-021) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b600, *recvbuf=0x46b600, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6c0, *recvbuf=0x46b6c0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194460 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239955 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.489151477813721 +Command return code: 255, elapsed time: 7.849750280380249 Finished #590 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed index 18c3cdfc5ddbc53c65ddc34ded110a388b2c7c6d..35de95a474d2f93c309818e56d61a46df2ac86fa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed @@ -1 +1 @@ -0.8592159748077393 \ No newline at end of file +0.9348037242889404 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum deleted file mode 100644 index dcce5b908d847c6925c329c5db6466a8b16f4403..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9d807eaa159ae59ef3ff5cd5155f72da \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt index 07fd075bcfad02d9e47f2b0006b0378121fdcac3..f9db87d905a7d39e4fb55016c5d9a58c99fe21e7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt @@ -1,5 +1,5 @@ Running #535 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-022.c (batchinfo:1/1) @@ -54,16 +54,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183653 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229179 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183654 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229181 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8592159748077393 +Command return code: 255, elapsed time: 0.9348037242889404 Finished #535 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed index 77d1140eb38b170a29d0d23b275e6e12fef5e263..22b047da3e1d908e8c7795454e0d1b1f2bc6c08a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed @@ -1 +1 @@ -7.314467906951904 \ No newline at end of file +7.451664686203003 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt index 64be1683f385cb0e2973e055ea77fc0b7a5a59f2..fec4de15c3d7047a41b39dd16d70fb771b3e6c82 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt @@ -1,5 +1,5 @@ Running #932 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d370, *recvbuf=0x47d370, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d380, *recvbuf=0x47d380, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-023) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46d5b0, *recvbuf=0x46d5b0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6d0, *recvbuf=0x46b6d0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194888 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.314467906951904 +Command return code: 255, elapsed time: 7.451664686203003 Finished #932 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed index 8d8c4fc6153a7f59696e01929501c74459d3dddb..c02bab161be643d76a6e12150f9fa85cc8287fca 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.208345890045166 \ No newline at end of file +72.44873785972595 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout deleted file mode 100644 index 0ac259a3e4a81bca27255ae90ba3f36f6ec72b0e..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007030963897705 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt index c8fd230d4c647f34050033e1017f80cbd8e87604..a2bd04fab67ee5343cb43cf1499a94035d3749d0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #820 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-001.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.208345890045166 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470810. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-001) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.44873785972595 Finished #820 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed index 4c2007cd90be944217d8f24866d9d3340e7fcb23..96929b7fa6e9cb6e9f754b8284a1f653f3eb1eb9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed @@ -1 +1 @@ -7.321553707122803 \ No newline at end of file +7.3915698528289795 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt index 8af9eac990a134c426904b67ca521c0c08516f79..a5f22fb94fcb69eaaf1971e835f920d61bb6ba5a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt @@ -1,5 +1,5 @@ Running #931 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-002.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194548 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194549 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.321553707122803 +Command return code: 255, elapsed time: 7.3915698528289795 Finished #931 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed index 6bb94661f794591710faff73462ce4c669e66335..ba9c1488dbc7afb0af750fc63f55d1e57516d57e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed @@ -1 +1 @@ -8.616625785827637 \ No newline at end of file +7.439966440200806 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt index ab787741f6762bdd68363fe14c564c89733a634f..13e5d004c21c58b65bb651210ae79062eade0c62 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt @@ -1,5 +1,5 @@ Running #857 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=8, sendtype=MPI_INT, *recvbuf=0x470760, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac80, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x46ac80, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x46adc0, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206369 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252353 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252354 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.616625785827637 +Command return code: 255, elapsed time: 7.439966440200806 Finished #857 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed index 8e1da72c475893ef23622a0a929a634875f4b9a4..c3ec8e69c6fce783fdebc39e22e7e7e4014dd2ad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed @@ -1 +1 @@ -60.20576214790344 \ No newline at end of file +72.3657922744751 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout deleted file mode 100644 index 9cbf59567d3dcc1df2445016d1586f35a07592e3..0000000000000000000000000000000000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004416942596436 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt index 6fe6e85eab838dfa4fe024cff00d1417e23c10d8..ac13b479b1c688bcdabc8042ca1d23fe925b84be 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt @@ -1,5 +1,5 @@ Running #1050 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-004.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20576214790344 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470790. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470790, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470790, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-004) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470790, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470790, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-004) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-004) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258187 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258188 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.3657922744751 Finished #1050 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed index b1abeb18bc54411623dac3118b50c80537842c69..facf849f6c5c205a2b6b57ebc8e09c5a4ee02580 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed @@ -1 +1 @@ -7.237087726593018 \ No newline at end of file +7.2699134349823 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt index 1894d7c7fab683ec163befe8751bd3660bcd121c..46abf79a1baf2561994d412fe405b8106826d7ec 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt @@ -1,5 +1,5 @@ Running #754 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470760, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470770, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196177 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196178 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241148 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237087726593018 +Command return code: 255, elapsed time: 7.2699134349823 Finished #754 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed index 717908c92fb4212f5ac37d5d905a60629c6e6830..415081b81afa9e88d60a789c6f8bb230b58fe8bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed @@ -1 +1 @@ -7.320779085159302 \ No newline at end of file +7.171932935714722 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt index a28b99ae7e8945b4c5beea35c24349d33a7e3418..eb1e5c0ef419882758ed5b3017c485c792c17ea8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt @@ -1,5 +1,5 @@ Running #777 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4706f0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x4706f0, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193156 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238321 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238323 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320779085159302 +Command return code: 255, elapsed time: 7.171932935714722 Finished #777 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed index 740a1fd6b2e8c2dbc0e3a9005aba1e39b354d5ad..c93b8489b41d92fe90b29dd899dfc86d03c54088 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed @@ -1 +1 @@ -1.0490031242370605 \ No newline at end of file +72.2893078327179 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt index c9b62cc4dd26a6a98a6ddcbaa305e03f78d62e50..795c33b87374fce8ce4b4e50750d38524c5a4db8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt @@ -1,5 +1,5 @@ Running #824 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-007.c (batchinfo:1/1) @@ -47,23 +47,54 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470810. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c:41) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-007) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46ad30, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-007) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205749 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205750 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252113 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0490031242370605 +Command return code: 255, elapsed time: 72.2893078327179 Finished #824 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed index 237acfeee2be932d00f18ffbf01c58d7aa8b3b82..5aa7e1f1120c4779c3445f2d11fc805675e41a06 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed @@ -1 +1 @@ -7.336648225784302 \ No newline at end of file +7.3293375968933105 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt index c69f188258b8ca1fd25323f37fb850f32374e053..1f3fb0dce4402b15feea794a47effdfa5fc2c8c4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt @@ -1,5 +1,5 @@ Running #481 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470770, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x470770, recvcount=1, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190507 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235300 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336648225784302 +Command return code: 255, elapsed time: 7.3293375968933105 Finished #481 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed index 36fe52dec5008603c057dd63cdd80c699a2a830c..a5829f2f5b998ddbdee7c635c57f95b0a42c67de 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed @@ -1 +1 @@ -7.0884199142456055 \ No newline at end of file +7.30489444732666 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt index 81030108e6521e015b13717cfb563a8d2a5c9165..c36c0442aff6fc3be31b9304e37ae8b452f834bc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt @@ -1,5 +1,5 @@ Running #725 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4706f0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x4706f0, recvcount=4, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247109 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.0884199142456055 +Command return code: 255, elapsed time: 7.30489444732666 Finished #725 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c diff --git a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed index 602f814177b978599a3326cc6d0a34a70603adc2..be211572b80c9f6199b466f926f5c70c0ca8c2f5 100644 --- a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -2.9506547451019287 \ No newline at end of file +2.815312385559082 \ No newline at end of file diff --git a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt index 9004feb32577e4e2a9ea7b9aded129753a343fdc..d34c5385dc732955a86a5295c7b7abe11767f18f 100644 --- a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #516 /MBI/scripts/gencodes/COLL/RequestLifeCycle-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling RequestLifeCycle-mpi_ibarrier-001.c (batchinfo:1/1) @@ -63,7 +63,7 @@ Executing the command (cwd: None) | [1] WARNING: To clean up properly MPI_Request_free() should be called | [1] WARNING: for each persistent request and MPI_Wait() for normal | [1] WARNING: requests. -| [0] INFO: Writing tracefile RequestLifeCycle-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile RequestLifeCycle-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:REQUEST:NOT_FREED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.9506547451019287 +Command return code: 0, elapsed time: 2.815312385559082 Finished #516 /MBI/scripts/gencodes/COLL/RequestLifeCycle-mpi_ibarrier-001.c diff --git a/logs-20240607/must.summary b/logs-20240607/must.summary index f6c76dd58a53c81017b8c6fc1356e8268b459628..7e3c6e9e5cdee8744e5b549da6f1497879b8e398 100644 --- a/logs-20240607/must.summary +++ b/logs-20240607/must.summary @@ -1,129 +1,129 @@ arg_tools: ['must'] -[{'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] -Test 'InvalidBuffer-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.972920417785645 sec -Test 'InvalidBuffer-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.21243119239807 sec -Test 'InvalidBuffer-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.091975688934326 sec -Test 'InvalidBuffer-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.07615566253662 sec -Test 'InvalidBuffer-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 34.707717418670654 sec -Test 'InvalidBuffer-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.063308715820312 sec -Test 'InvalidBuffer-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.011417865753174 sec -Test 'InvalidBuffer-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98636484146118 sec -Test 'InvalidBuffer-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.049962043762207 sec -Test 'InvalidBuffer-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.986572265625 sec -Test 'InvalidBuffer-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98226046562195 sec -Test 'InvalidBuffer-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985710859298706 sec -Test 'InvalidDatataype-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 34.847590923309326 sec -Test 'InvalidDatataype-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.026715755462646 sec -Test 'InvalidDatataype-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.027904510498047 sec -Test 'InvalidDatataype-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.00161123275757 sec -Test 'InvalidDatataype-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.046415328979492 sec -Test 'InvalidDatataype-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02690887451172 sec -Test 'InvalidDatataype-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.99230456352234 sec -Test 'InvalidDatataype-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98584246635437 sec -Test 'InvalidDatataype-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.031803607940674 sec -Test 'InvalidDatataype-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.044233083724976 sec -Test 'InvalidDatataype-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.021794080734253 sec -Test 'InvalidDatataype-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.03531503677368 sec -Test 'InvalidDatataype-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.988101720809937 sec -Test 'InvalidDatataype-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.046376705169678 sec -Test 'InvalidDatataype-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.005239725112915 sec -Test 'InvalidDatataype-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.05843234062195 sec -Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985562324523926 sec -Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.960490465164185 sec +[{'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] +Test 'InvalidBuffer-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.972920417785645 sec +Test 'InvalidBuffer-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.21243119239807 sec +Test 'InvalidBuffer-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.091975688934326 sec +Test 'InvalidBuffer-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.07615566253662 sec +Test 'InvalidBuffer-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 34.707717418670654 sec +Test 'InvalidBuffer-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.063308715820312 sec +Test 'InvalidBuffer-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.011417865753174 sec +Test 'InvalidBuffer-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98636484146118 sec +Test 'InvalidBuffer-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.049962043762207 sec +Test 'InvalidBuffer-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.986572265625 sec +Test 'InvalidBuffer-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98226046562195 sec +Test 'InvalidBuffer-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985710859298706 sec +Test 'InvalidDatataype-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 34.847590923309326 sec +Test 'InvalidDatataype-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.026715755462646 sec +Test 'InvalidDatataype-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.027904510498047 sec +Test 'InvalidDatataype-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.00161123275757 sec +Test 'InvalidDatataype-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.046415328979492 sec +Test 'InvalidDatataype-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.02690887451172 sec +Test 'InvalidDatataype-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.99230456352234 sec +Test 'InvalidDatataype-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98584246635437 sec +Test 'InvalidDatataype-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.031803607940674 sec +Test 'InvalidDatataype-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.044233083724976 sec +Test 'InvalidDatataype-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.021794080734253 sec +Test 'InvalidDatataype-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.03531503677368 sec +Test 'InvalidDatataype-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.988101720809937 sec +Test 'InvalidDatataype-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.046376705169678 sec +Test 'InvalidDatataype-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.005239725112915 sec +Test 'InvalidDatataype-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.05843234062195 sec +Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985562324523926 sec +Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.960490465164185 sec Test 'InvalidParam-Buffer-mpi_bsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.935338497161865 sec Test 'InvalidParam-Buffer-mpi_bsend-004_0' result: failure: tool error, or test not run. Elapsed: 30.944623947143555 sec Test 'InvalidParam-Buffer-mpi_bsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964766025543213 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.952397108078003 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.89911985397339 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.952397108078003 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.89911985397339 sec Test 'InvalidParam-Buffer-mpi_bsend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.957857370376587 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.095267057418823 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.095267057418823 sec Test 'InvalidParam-Buffer-mpi_bsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.91694664955139 sec -Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964519739151 sec -Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.003212451934814 sec +Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.964519739151 sec +Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.003212451934814 sec Test 'InvalidParam-Buffer-mpi_ibsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.835777759552002 sec Test 'InvalidParam-Buffer-mpi_ibsend-004_0' result: failure: tool error, or test not run. Elapsed: 30.935633182525635 sec Test 'InvalidParam-Buffer-mpi_ibsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.973711490631104 sec -Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.008233547210693 sec -Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.00669550895691 sec +Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.008233547210693 sec +Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.00669550895691 sec Test 'InvalidParam-Buffer-mpi_imrecv-003_0' result: failure: tool error, or test not run. Elapsed: 32.31958746910095 sec -Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.956888437271118 sec -Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.958484172821045 sec -Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.971022844314575 sec +Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.956888437271118 sec +Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.958484172821045 sec +Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.971022844314575 sec Test 'InvalidParam-Buffer-mpi_irecv-003_0' result: failure: tool error, or test not run. Elapsed: 30.96434259414673 sec -Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.918993949890137 sec +Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.918993949890137 sec Test 'InvalidParam-Buffer-mpi_irecv-005_0' result: failure: tool error, or test not run. Elapsed: 31.012861251831055 sec -Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.88173222541809 sec -Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.960732460021973 sec +Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.88173222541809 sec +Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.960732460021973 sec Test 'InvalidParam-Buffer-mpi_irsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.986661195755005 sec Test 'InvalidParam-Buffer-mpi_irsend-004_0' result: failure: tool error, or test not run. Elapsed: 30.97594904899597 sec Test 'InvalidParam-Buffer-mpi_irsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9326174259185791 sec -Test 'InvalidParam-Buffer-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985101461410522 sec -Test 'InvalidParam-Buffer-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.946043729782104 sec +Test 'InvalidParam-Buffer-mpi_isend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985101461410522 sec +Test 'InvalidParam-Buffer-mpi_isend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.946043729782104 sec Test 'InvalidParam-Buffer-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 30.98601007461548 sec -Test 'InvalidParam-Buffer-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.86514115333557 sec +Test 'InvalidParam-Buffer-mpi_isend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.86514115333557 sec Test 'InvalidParam-Buffer-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.906073808670044 sec -Test 'InvalidParam-Buffer-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.997172832489014 sec -Test 'InvalidParam-Buffer-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.001248836517334 sec +Test 'InvalidParam-Buffer-mpi_issend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.997172832489014 sec +Test 'InvalidParam-Buffer-mpi_issend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.001248836517334 sec Test 'InvalidParam-Buffer-mpi_issend-003_0' result: failure: tool error, or test not run. Elapsed: 30.944600820541382 sec Test 'InvalidParam-Buffer-mpi_issend-004_0' result: failure: tool error, or test not run. Elapsed: 30.944022178649902 sec Test 'InvalidParam-Buffer-mpi_issend-005_0' result: failure: tool error, or test not run. Elapsed: 30.879931211471558 sec -Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.95695209503174 sec -Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.998591661453247 sec +Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.95695209503174 sec +Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.998591661453247 sec Test 'InvalidParam-Buffer-mpi_mrecv-003_0' result: failure: tool error, or test not run. Elapsed: 31.110302686691284 sec -Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.955020904541016 sec -Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.956925630569458 sec -Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.85827398300171 sec +Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.955020904541016 sec +Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.956925630569458 sec +Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.85827398300171 sec Test 'InvalidParam-Buffer-mpi_precv_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.982465505599976 sec Test 'InvalidParam-Buffer-mpi_precv_init-004_0' result: failure: tool error, or test not run. Elapsed: 30.97785997390747 sec Test 'InvalidParam-Buffer-mpi_precv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02171039581299 sec -Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.988054275512695 sec -Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.922298431396484 sec +Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.988054275512695 sec +Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.922298431396484 sec Test 'InvalidParam-Buffer-mpi_psend_init-003_0' result: failure: tool error, or test not run. Elapsed: 31.087348699569702 sec -Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.995187282562256 sec +Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: failure: tool error, or test not run. Elapsed: 30.995187282562256 sec Test 'InvalidParam-Buffer-mpi_psend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.079637050628662 sec -Test 'InvalidParam-Buffer-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93045425415039 sec -Test 'InvalidParam-Buffer-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96726942062378 sec +Test 'InvalidParam-Buffer-mpi_recv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93045425415039 sec +Test 'InvalidParam-Buffer-mpi_recv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.96726942062378 sec Test 'InvalidParam-Buffer-mpi_recv-003_0' result: failure: tool error, or test not run. Elapsed: 31.001131772994995 sec Test 'InvalidParam-Buffer-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 30.879029512405396 sec Test 'InvalidParam-Buffer-mpi_recv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.0685648918151855 sec -Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.08418297767639 sec -Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.891735553741455 sec +Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.08418297767639 sec +Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.891735553741455 sec Test 'InvalidParam-Buffer-mpi_recv_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.984426498413086 sec Test 'InvalidParam-Buffer-mpi_recv_init-004_0' result: failure: tool error, or test not run. Elapsed: 30.94921588897705 sec Test 'InvalidParam-Buffer-mpi_recv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98734951019287 sec -Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.07207226753235 sec -Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.959064245224 sec +Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.07207226753235 sec +Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.959064245224 sec Test 'InvalidParam-Buffer-mpi_rsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.920822381973267 sec -Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02346634864807 sec +Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.02346634864807 sec Test 'InvalidParam-Buffer-mpi_rsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9608757495880127 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.954397916793823 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.947253942489624 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.954397916793823 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.947253942489624 sec Test 'InvalidParam-Buffer-mpi_rsend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.959192514419556 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.901820421218872 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.901820421218872 sec Test 'InvalidParam-Buffer-mpi_rsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9102725982666 sec -Test 'InvalidParam-Buffer-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.903039932250977 sec -Test 'InvalidParam-Buffer-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.929462671279907 sec +Test 'InvalidParam-Buffer-mpi_send-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.903039932250977 sec +Test 'InvalidParam-Buffer-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.929462671279907 sec Test 'InvalidParam-Buffer-mpi_send-003_0' result: failure: tool error, or test not run. Elapsed: 30.948392391204834 sec -Test 'InvalidParam-Buffer-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.933141469955444 sec +Test 'InvalidParam-Buffer-mpi_send-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.933141469955444 sec Test 'InvalidParam-Buffer-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.0243444442749023 sec -Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.984700918197632 sec -Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.937194108963013 sec +Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.984700918197632 sec +Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.937194108963013 sec Test 'InvalidParam-Buffer-mpi_send_init-003_0' result: failure: tool error, or test not run. Elapsed: 31.106061697006226 sec -Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.930620908737183 sec +Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.930620908737183 sec Test 'InvalidParam-Buffer-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.921960830688477 sec Test 'InvalidParam-Buffer-mpi_sendrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9081058502197266 sec Test 'InvalidParam-Buffer-mpi_sendrecv-002_0' result: failure: tool error, or test not run. Elapsed: 30.928757190704346 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.88687300682068 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.952709674835205 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.947728633880615 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.982580184936523 sec -Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.969579458236694 sec -Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93690037727356 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.88687300682068 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.952709674835205 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.947728633880615 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: failure: tool error, or test not run. Elapsed: 30.982580184936523 sec +Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.969579458236694 sec +Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93690037727356 sec Test 'InvalidParam-Buffer-mpi_ssend-003_0' result: failure: tool error, or test not run. Elapsed: 30.986932277679443 sec -Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98329257965088 sec +Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98329257965088 sec Test 'InvalidParam-Buffer-mpi_ssend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9679226875305176 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.972190856933594 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.91464591026306 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.972190856933594 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.91464591026306 sec Test 'InvalidParam-Buffer-mpi_ssend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.96075963973999 sec Test 'InvalidParam-Buffer-mpi_ssend_init-004_0' result: failure: tool error, or test not run. Elapsed: 31.005961656570435 sec Test 'InvalidParam-Buffer-mpi_ssend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.91885995864868 sec @@ -137,8 +137,8 @@ Test 'InvalidParam-Comm-mpi_barrier-001_0' result: TRUE_POS: correctly detected Test 'InvalidParam-Comm-mpi_barrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.943804025650024 sec Test 'InvalidParam-Comm-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.92207646369934 sec Test 'InvalidParam-Comm-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.936912059783936 sec -Test 'InvalidParam-Comm-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.874686002731323 sec -Test 'InvalidParam-Comm-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93797469139099 sec +Test 'InvalidParam-Comm-mpi_bsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.874686002731323 sec +Test 'InvalidParam-Comm-mpi_bsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93797469139099 sec Test 'InvalidParam-Comm-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9658043384552 sec Test 'InvalidParam-Comm-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.89208483695984 sec Test 'InvalidParam-Comm-mpi_cart_create-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.917375087738037 sec @@ -158,12 +158,12 @@ Test 'InvalidParam-Comm-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected Test 'InvalidParam-Comm-mpi_ibarrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.897087335586548 sec Test 'InvalidParam-Comm-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964667558670044 sec Test 'InvalidParam-Comm-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.88541293144226 sec -Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.95477294921875 sec -Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.956151485443115 sec +Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.95477294921875 sec +Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.956151485443115 sec Test 'InvalidParam-Comm-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.230206727981567 sec Test 'InvalidParam-Comm-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.94420576095581 sec -Test 'InvalidParam-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.30135679244995 sec -Test 'InvalidParam-Comm-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.8953058719635 sec +Test 'InvalidParam-Comm-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.30135679244995 sec +Test 'InvalidParam-Comm-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.8953058719635 sec Test 'InvalidParam-Comm-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96662211418152 sec Test 'InvalidParam-Comm-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.937256336212158 sec Test 'InvalidParam-Comm-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.863715410232544 sec @@ -178,12 +178,12 @@ Test 'InvalidParam-Comm-mpi_isend-001_0' result: TRUE_POS: correctly detected an Test 'InvalidParam-Comm-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.934887886047363 sec Test 'InvalidParam-Comm-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.945136308670044 sec Test 'InvalidParam-Comm-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.951566696166992 sec -Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.07073998451233 sec -Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.977163314819336 sec -Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.898820400238037 sec -Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.606078147888184 sec -Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964165925979614 sec -Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.143890619277954 sec +Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.07073998451233 sec +Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.977163314819336 sec +Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.898820400238037 sec +Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: failure: tool error, or test not run. Elapsed: 32.606078147888184 sec +Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.964165925979614 sec +Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 31.143890619277954 sec Test 'InvalidParam-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02316951751709 sec Test 'InvalidParam-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.983507871627808 sec Test 'InvalidParam-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.06622624397278 sec @@ -218,114 +218,114 @@ Test 'InvalidParam-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an Test 'InvalidParam-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.935011863708496 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20595407485962 sec -Test 'InvalidParam-Rank-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.992663860321045 sec +Test 'InvalidParam-Rank-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.992663860321045 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-003_0' result: timeout: timeout after 60.20641255378723 sec. Elapsed: 60.20641255378723 sec +Test 'InvalidParam-Rank-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20641255378723 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20613217353821 sec -Test 'InvalidParam-Rank-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.03760004043579 sec +Test 'InvalidParam-Rank-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.03760004043579 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-006_0' result: timeout: timeout after 60.206209897994995 sec. Elapsed: 60.206209897994995 sec +Test 'InvalidParam-Rank-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.206209897994995 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20578193664551 sec -Test 'InvalidParam-Rank-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.001862049102783 sec +Test 'InvalidParam-Rank-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.001862049102783 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-009_0' result: timeout: timeout after 60.20449113845825 sec. Elapsed: 60.20449113845825 sec +Test 'InvalidParam-Rank-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20449113845825 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.206087827682495 sec -Test 'InvalidParam-Rank-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98557209968567 sec +Test 'InvalidParam-Rank-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98557209968567 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-012_0' result: timeout: timeout after 60.20851016044617 sec. Elapsed: 60.20851016044617 sec +Test 'InvalidParam-Rank-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20851016044617 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20361375808716 sec -Test 'InvalidParam-Rank-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.632091760635376 sec +Test 'InvalidParam-Rank-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.632091760635376 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-015_0' result: timeout: timeout after 60.20329141616821 sec. Elapsed: 60.20329141616821 sec +Test 'InvalidParam-Rank-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20329141616821 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.207894802093506 sec -Test 'InvalidParam-Rank-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.021880626678467 sec +Test 'InvalidParam-Rank-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.021880626678467 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-018_0' result: timeout: timeout after 60.20462679862976 sec. Elapsed: 60.20462679862976 sec +Test 'InvalidParam-Rank-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20462679862976 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.205867290496826 sec -Test 'InvalidParam-Rank-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.79535412788391 sec +Test 'InvalidParam-Rank-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.79535412788391 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-021_0' result: timeout: timeout after 60.20692801475525 sec. Elapsed: 60.20692801475525 sec +Test 'InvalidParam-Rank-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20692801475525 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20582127571106 sec -Test 'InvalidParam-Rank-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9968204498291 sec +Test 'InvalidParam-Rank-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.9968204498291 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-024_0' result: timeout: timeout after 60.20685124397278 sec. Elapsed: 60.20685124397278 sec +Test 'InvalidParam-Rank-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20685124397278 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20435047149658 sec -Test 'InvalidParam-Rank-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.461242198944092 sec +Test 'InvalidParam-Rank-026_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.461242198944092 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-027_0' result: timeout: timeout after 60.20790982246399 sec. Elapsed: 60.20790982246399 sec +Test 'InvalidParam-Rank-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20790982246399 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20623755455017 sec -Test 'InvalidParam-Rank-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.990483045578003 sec +Test 'InvalidParam-Rank-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.990483045578003 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-030_0' result: timeout: timeout after 60.207439661026 sec. Elapsed: 60.207439661026 sec +Test 'InvalidParam-Rank-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.207439661026 sec Test 'InvalidParam-Rank-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.925369262695312 sec -Test 'InvalidParam-Rank-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.92699885368347 sec +Test 'InvalidParam-Rank-mpi_bcast-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.92699885368347 sec Test 'InvalidParam-Rank-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.899248600006104 sec Test 'InvalidParam-Rank-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1655619144439697 sec Test 'InvalidParam-Rank-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9530189037323 sec Test 'InvalidParam-Rank-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.489619493484497 sec Test 'InvalidParam-Rank-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96049404144287 sec Test 'InvalidParam-Rank-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.94301152229309 sec -Test 'InvalidParam-Rank-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.932337999343872 sec +Test 'InvalidParam-Rank-mpi_gather-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.932337999343872 sec Test 'InvalidParam-Rank-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.920724630355835 sec Test 'InvalidParam-Rank-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.970903635025024 sec -Test 'InvalidParam-Rank-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.92062497138977 sec +Test 'InvalidParam-Rank-mpi_ibcast-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.92062497138977 sec Test 'InvalidParam-Rank-mpi_ibcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.908600091934204 sec Test 'InvalidParam-Rank-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.6586835384368896 sec Test 'InvalidParam-Rank-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.993108987808228 sec Test 'InvalidParam-Rank-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.01139545440674 sec -Test 'InvalidParam-Rank-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.940701484680176 sec +Test 'InvalidParam-Rank-mpi_igather-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.940701484680176 sec Test 'InvalidParam-Rank-mpi_igather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.924967050552368 sec Test 'InvalidParam-Rank-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.047255277633667 sec -Test 'InvalidParam-Rank-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.944744348526 sec +Test 'InvalidParam-Rank-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.944744348526 sec Test 'InvalidParam-Rank-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9834630489349365 sec -Test 'InvalidParam-Rank-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.077879667282104 sec +Test 'InvalidParam-Rank-mpi_iprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.077879667282104 sec Test 'InvalidParam-Rank-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.23030686378479 sec Test 'InvalidParam-Rank-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96026086807251 sec Test 'InvalidParam-Rank-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.927000999450684 sec -Test 'InvalidParam-Rank-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.068592071533203 sec +Test 'InvalidParam-Rank-mpi_ireduce-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.068592071533203 sec Test 'InvalidParam-Rank-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.890558004379272 sec Test 'InvalidParam-Rank-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.927882194519043 sec Test 'InvalidParam-Rank-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.8386070728302 sec Test 'InvalidParam-Rank-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9653058052063 sec -Test 'InvalidParam-Rank-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.936984062194824 sec +Test 'InvalidParam-Rank-mpi_iscatter-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.936984062194824 sec Test 'InvalidParam-Rank-mpi_iscatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.962183237075806 sec Test 'InvalidParam-Rank-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.428535223007202 sec Test 'InvalidParam-Rank-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.42730188369751 sec Test 'InvalidParam-Rank-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4111902713775635 sec Test 'InvalidParam-Rank-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.902360439300537 sec Test 'InvalidParam-Rank-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.104060173034668 sec -Test 'InvalidParam-Rank-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.989291429519653 sec +Test 'InvalidParam-Rank-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.989291429519653 sec Test 'InvalidParam-Rank-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.9910147190094 sec -Test 'InvalidParam-Rank-mpi_precv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.976131439208984 sec +Test 'InvalidParam-Rank-mpi_precv_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.976131439208984 sec Test 'InvalidParam-Rank-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.1035637855529785 sec -Test 'InvalidParam-Rank-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.001280546188354 sec +Test 'InvalidParam-Rank-mpi_probe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.001280546188354 sec Test 'InvalidParam-Rank-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 31.011685609817505 sec -Test 'InvalidParam-Rank-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.069669008255005 sec +Test 'InvalidParam-Rank-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 31.069669008255005 sec Test 'InvalidParam-Rank-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.13134765625 sec Test 'InvalidParam-Rank-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.9376988410949707 sec Test 'InvalidParam-Rank-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1350481510162354 sec Test 'InvalidParam-Rank-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.000428676605225 sec Test 'InvalidParam-Rank-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.928994178771973 sec -Test 'InvalidParam-Rank-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.937021493911743 sec +Test 'InvalidParam-Rank-mpi_reduce-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.937021493911743 sec Test 'InvalidParam-Rank-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.924981594085693 sec Test 'InvalidParam-Rank-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4504811763763428 sec -Test 'InvalidParam-Rank-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.213207960128784 sec +Test 'InvalidParam-Rank-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.213207960128784 sec Test 'InvalidParam-Rank-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.612823486328125 sec Test 'InvalidParam-Rank-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.862009525299072 sec Test 'InvalidParam-Rank-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.968780517578125 sec -Test 'InvalidParam-Rank-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.918638467788696 sec +Test 'InvalidParam-Rank-mpi_scatter-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.918638467788696 sec Test 'InvalidParam-Rank-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.962456703186035 sec Test 'InvalidParam-Rank-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1238415241241455 sec -Test 'InvalidParam-Rank-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.906904220581055 sec +Test 'InvalidParam-Rank-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.906904220581055 sec Test 'InvalidParam-Rank-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.9282200336456299 sec Test 'InvalidParam-Rank-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.143014669418335 sec Test 'InvalidParam-Rank-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.377194404602051 sec @@ -353,8 +353,8 @@ Test 'InvalidParam-Request-mpi_issend-001_0' result: failure: tool error, or tes Test 'InvalidParam-Request-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.961556434631348 sec Test 'InvalidParam-Request-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 31.097238779067993 sec Test 'InvalidParam-Request-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.97353172302246 sec -Test 'InvalidParam-Request-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.95236897468567 sec -Test 'InvalidParam-Request-mpi_psend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.984768867492676 sec +Test 'InvalidParam-Request-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.95236897468567 sec +Test 'InvalidParam-Request-mpi_psend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.984768867492676 sec Test 'InvalidParam-Request-mpi_recv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.997188091278076 sec Test 'InvalidParam-Request-mpi_rsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.94336724281311 sec Test 'InvalidParam-Request-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.965784788131714 sec @@ -378,13 +378,13 @@ Test 'InvalidParam-Request-mpi_waitany-001_0' result: FALSE_NEG: failed to detec Test 'InvalidParam-Request-mpi_waitany-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.038612365722656 sec Test 'InvalidParam-Request-mpi_waitsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9182648658752441 sec Test 'InvalidParam-Request-mpi_waitsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.90044069290161 sec -Test 'InvalidParam-Status-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.950929641723633 sec +Test 'InvalidParam-Status-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.950929641723633 sec Test 'InvalidParam-Status-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.465050458908081 sec Test 'InvalidParam-Status-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.993532180786133 sec Test 'InvalidParam-Status-mpi_iprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9666333198547363 sec -Test 'InvalidParam-Status-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.008211135864258 sec +Test 'InvalidParam-Status-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.008211135864258 sec Test 'InvalidParam-Status-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.568694829940796 sec -Test 'InvalidParam-Status-mpi_mrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.096540212631226 sec +Test 'InvalidParam-Status-mpi_mrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.096540212631226 sec Test 'InvalidParam-Status-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.9955108165740967 sec Test 'InvalidParam-Status-mpi_probe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.950730562210083 sec Test 'InvalidParam-Status-mpi_probe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9364073276519775 sec @@ -420,7 +420,7 @@ Test 'InvalidParam-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an Test 'InvalidParam-Tag-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.941990852355957 sec Test 'InvalidParam-Tag-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93032431602478 sec Test 'InvalidParam-Tag-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.603260040283203 sec -Test 'InvalidParam-Tag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.890546321868896 sec +Test 'InvalidParam-Tag-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.890546321868896 sec Test 'InvalidParam-Tag-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9636034965515137 sec Test 'InvalidParam-Tag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.966087102890015 sec Test 'InvalidParam-Tag-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9268906116485596 sec @@ -435,14 +435,14 @@ Test 'InvalidParam-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an Test 'InvalidParam-Tag-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.871567964553833 sec Test 'InvalidParam-Tag-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.00909972190857 sec Test 'InvalidParam-Tag-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4319252967834473 sec -Test 'InvalidParam-Tag-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.92298436164856 sec -Test 'InvalidParam-Tag-mpi_precv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.94663691520691 sec -Test 'InvalidParam-Tag-mpi_precv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.981001377105713 sec +Test 'InvalidParam-Tag-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.92298436164856 sec +Test 'InvalidParam-Tag-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.94663691520691 sec +Test 'InvalidParam-Tag-mpi_precv_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.981001377105713 sec Test 'InvalidParam-Tag-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9886486530303955 sec Test 'InvalidParam-Tag-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.043599843978882 sec -Test 'InvalidParam-Tag-mpi_psend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.970120191574097 sec -Test 'InvalidParam-Tag-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93151044845581 sec -Test 'InvalidParam-Tag-mpi_psend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.865722179412842 sec +Test 'InvalidParam-Tag-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.970120191574097 sec +Test 'InvalidParam-Tag-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.93151044845581 sec +Test 'InvalidParam-Tag-mpi_psend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.865722179412842 sec Test 'InvalidParam-Tag-mpi_recv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9445643424987793 sec Test 'InvalidParam-Tag-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.9522356986999512 sec Test 'InvalidParam-Tag-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9634041786193848 sec @@ -487,8 +487,8 @@ Test 'InvalidParam-array_of_indices-mpi_testsome-001_0' result: TRUE_POS: correc Test 'InvalidParam-array_of_indices-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 31.09362530708313 sec Test 'InvalidParam-array_of_indices-mpi_waitsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.994790077209473 sec Test 'InvalidParam-array_of_indices-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 30.934569358825684 sec -Test 'InvalidParam-flag-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.880696296691895 sec -Test 'InvalidParam-flag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.930970191955566 sec +Test 'InvalidParam-flag-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.880696296691895 sec +Test 'InvalidParam-flag-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.930970191955566 sec Test 'InvalidParam-flag-mpi_initialized-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.87694263458252 sec Test 'InvalidParam-flag-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.959251403808594 sec Test 'InvalidParam-flag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.944802045822144 sec @@ -502,61 +502,61 @@ Test 'InvalidParam-outcount-mpi_testsome-001_0' result: TRUE_POS: correctly dete Test 'InvalidParam-outcount-mpi_testsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.993703603744507 sec Test 'InvalidParam-outcount-mpi_waitsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.971193313598633 sec Test 'InvalidParam-outcount-mpi_waitsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.024263620376587 sec -Test 'InvalidWin-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.995487451553345 sec +Test 'InvalidWin-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.995487451553345 sec /home/simon/Research/mpi-bugbench -Test 'InvalidWin-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98553442955017 sec +Test 'InvalidWin-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98553442955017 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.989636659622192 sec -Test 'EpochLifeCycle-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96482825279236 sec +Test 'EpochLifeCycle-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.989636659622192 sec +Test 'EpochLifeCycle-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.96482825279236 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-003_0' result: timeout: timeout after 60.20814299583435 sec. Elapsed: 60.20814299583435 sec +Test 'EpochLifeCycle-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20814299583435 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.044918060302734 sec -Test 'EpochLifeCycle-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.980847358703613 sec +Test 'EpochLifeCycle-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.044918060302734 sec +Test 'EpochLifeCycle-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.980847358703613 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-006_0' result: timeout: timeout after 60.206716537475586 sec. Elapsed: 60.206716537475586 sec +Test 'EpochLifeCycle-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.206716537475586 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.010316371917725 sec -Test 'EpochLifeCycle-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.957469701766968 sec +Test 'EpochLifeCycle-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.010316371917725 sec +Test 'EpochLifeCycle-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.957469701766968 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-009_0' result: timeout: timeout after 60.2057843208313 sec. Elapsed: 60.2057843208313 sec +Test 'EpochLifeCycle-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.2057843208313 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.165773630142212 sec -Test 'EpochLifeCycle-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985575914382935 sec -Test 'EpochLifeCycle-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.99483585357666 sec +Test 'EpochLifeCycle-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.165773630142212 sec +Test 'EpochLifeCycle-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985575914382935 sec +Test 'EpochLifeCycle-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.99483585357666 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.942233562469482 sec -Test 'EpochLifeCycle-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.03334069252014 sec -Test 'EpochLifeCycle-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98298954963684 sec +Test 'EpochLifeCycle-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.942233562469482 sec +Test 'EpochLifeCycle-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.03334069252014 sec +Test 'EpochLifeCycle-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98298954963684 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.960408449172974 sec -Test 'EpochLifeCycle-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.010819911956787 sec -Test 'EpochLifeCycle-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.949149131774902 sec +Test 'EpochLifeCycle-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.960408449172974 sec +Test 'EpochLifeCycle-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.010819911956787 sec +Test 'EpochLifeCycle-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.949149131774902 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.029829740524292 sec -Test 'EpochLifeCycle-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.19214940071106 sec +Test 'EpochLifeCycle-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.029829740524292 sec +Test 'EpochLifeCycle-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.19214940071106 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.959821939468384 sec +Test 'EpochLifeCycle-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.959821939468384 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.014445781707764 sec -Test 'EpochLifeCycle-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.009307622909546 sec +Test 'EpochLifeCycle-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.014445781707764 sec +Test 'EpochLifeCycle-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.009307622909546 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.068474054336548 sec +Test 'EpochLifeCycle-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.068474054336548 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98052167892456 sec +Test 'EpochLifeCycle-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98052167892456 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.991549730300903 sec -Test 'EpochLifeCycle-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9859619140625 sec +Test 'EpochLifeCycle-026_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.991549730300903 sec +Test 'EpochLifeCycle-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.9859619140625 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-028_0' result: timeout: timeout after 60.20551633834839 sec. Elapsed: 60.20551633834839 sec +Test 'EpochLifeCycle-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20551633834839 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-029_0' result: timeout: timeout after 60.20539164543152 sec. Elapsed: 60.20539164543152 sec +Test 'EpochLifeCycle-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20539164543152 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-030_0' result: timeout: timeout after 60.20677900314331 sec. Elapsed: 60.20677900314331 sec +Test 'EpochLifeCycle-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20677900314331 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-031_0' result: timeout: timeout after 60.20815443992615 sec. Elapsed: 60.20815443992615 sec +Test 'EpochLifeCycle-031_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20815443992615 sec /home/simon/Research/mpi-bugbench -Test 'EpochLifeCycle-032_0' result: timeout: timeout after 60.20394730567932 sec. Elapsed: 60.20394730567932 sec +Test 'EpochLifeCycle-032_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20394730567932 sec /home/simon/Research/mpi-bugbench Test 'EpochLifeCycle-033_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.206138134002686 sec /home/simon/Research/mpi-bugbench @@ -583,11 +583,11 @@ Test 'LocalConcurrency-fence-get_compare_and_swap-001_0' result: FALSE_NEG: fail /home/simon/Research/mpi-bugbench Test 'LocalConcurrency-fence-get_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20378232002258 sec /home/simon/Research/mpi-bugbench -Test 'LocalConcurrency-fence-get_get-001_0' result: timeout: timeout after 60.208606004714966 sec. Elapsed: 60.208606004714966 sec +Test 'LocalConcurrency-fence-get_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.208606004714966 sec /home/simon/Research/mpi-bugbench -Test 'LocalConcurrency-fence-get_get_accumulate-001_0' result: timeout: timeout after 60.20708179473877 sec. Elapsed: 60.20708179473877 sec +Test 'LocalConcurrency-fence-get_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20708179473877 sec /home/simon/Research/mpi-bugbench -Test 'LocalConcurrency-fence-get_put-001_0' result: timeout: timeout after 60.205739974975586 sec. Elapsed: 60.205739974975586 sec +Test 'LocalConcurrency-fence-get_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.205739974975586 sec Test 'LocalConcurrency-fence-get_raccumulate-001_0' result: failure: tool error, or test not run. Elapsed: 31.001670122146606 sec Test 'LocalConcurrency-fence-get_rget-001_0' result: failure: tool error, or test not run. Elapsed: 31.00811529159546 sec Test 'LocalConcurrency-fence-get_rget_accumulate-001_0' result: failure: tool error, or test not run. Elapsed: 30.949681043624878 sec @@ -652,108 +652,7 @@ Test 'LocalConcurrency-send-mpi_psend_init-001_0' result: failure: tool error, o Test 'LocalConcurrency-send-mpi_rsend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.0734753608703613 sec Test 'LocalConcurrency-send-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9060547351837158 sec Test 'LocalConcurrency-send-mpi_ssend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9497346878051758 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (MUST v1.9.2 wrapper/MissingCall-mpi_init-001_0) -Running #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -Wait up to 60 seconds -Compiling MissingCall-mpi_init-001.c (batchinfo:1/1) - - -$ typeart-mpicc -fPIC /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -o /tmp/tmp0jkfwa7a/MissingCall-mpi_init-001 -L/MBI-builds/MUST192/lib -lpnmpi - -| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument] -| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument] -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 1 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 0.00 -| Stack call filtered % : 0.00 -| Alloca of pointer discarded : 0.00 -| > Global Memory -| Global : 2 -| Global filter total : 0 -| Global call filtered % : 0.00 -| Global filtered % : 0.00 -| -------------------------------------- -| ------------------ -| TypeArtPass [Heap] -| Malloc : 1 -| Free : 1 -| Alloca : 0 -| Global : 0 -| ------------------ -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 0 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 6.00 -| Stack call filtered % : 100.00 -| Alloca of pointer discarded : 2.00 -| > Global Memory -| Global : 2 -| Global filter total : 2 -| Global call filtered % : 100.00 -| Global filtered % : 100.00 -| -------------------------------------- -| ------------------- -| TypeArtPass [Stack] -| Malloc : 0 -| Free : 0 -| Alloca : 0 -| Global : 0 -| ------------------- -| - - -Executing the command (cwd: /tmp/tmp0jkfwa7a) - $ mustrun --must:distributed --must:typeart -np 2 ./MissingCall-mpi_init-001 - -| [MUST] MUST configuration ... distributed checks without application crash handling -| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913 -| [MUST] Weaver ... success -| [MUST] Generating P^nMPI configuration ... success -| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used. -| [MUST] Search for linked P^nMPI ... found ... success -| [MUST] Executing application: -| Abort(738810373) on node 0 (rank 0 in comm 0): Fatal error in internal_Comm_size: Invalid communicator, error stack: -| internal_Comm_size(74): MPI_Comm_size(comm=0x0, size=0x7ffe272d2974) failed -| internal_Comm_size(41): Invalid communicator -| Abort(873028101) on node 1 (rank 1 in comm 0): Fatal error in internal_Comm_size: Invalid communicator, error stack: -| internal_Comm_size(74): MPI_Comm_size(comm=0x0, size=0x7fff3a451134) failed -| internal_Comm_size(41): Invalid communicator -| Abort(805919237) on node 2 (rank 2 in comm 0): Fatal error in internal_Comm_size: Invalid communicator, error stack: -| internal_Comm_size(74): MPI_Comm_size(comm=0x0, size=0x7ffea6b32b24) failed -| internal_Comm_size(41): Invalid communicator -| Abort(403266053) on node 3 (rank 3 in comm 0): Fatal error in internal_Comm_size: Invalid communicator, error stack: -| internal_Comm_size(74): MPI_Comm_size(comm=0x0, size=0x7ffdbc030d14) failed -| internal_Comm_size(41): Invalid communicator -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = PID 235798 RUNNING AT n23m0378.hpc.itc.rwth-aachen.de -| = EXIT CODE: 134 -| = CLEANING UP REMAINING PROCESSES -| = YOU CAN IGNORE THE BELOW CLEANUP MESSAGES -| =================================================================================== -| YOUR APPLICATION TERMINATED WITH THE EXIT STRING: Aborted (signal 6) -| This typically refers to a problem with your application. -| Please see the FAQ page for debugging suggestions -| [MUST] Execution finished. -| -| -| -Command return code: 0, elapsed time: 0.8680269718170166 - -Finished #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c - -<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -Test 'MissingCall-mpi_init-001_0' result: other: inconclusive run. Elapsed: 0.8680269718170166 sec +Test 'MissingCall-mpi_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.8680269718170166 sec Test 'MissingCall-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.9730870723724365 sec Test 'MissingCall-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1602675914764404 sec Test 'MissingCall-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.072371006011963 sec @@ -1057,3023 +956,43 @@ Test 'ParamMatching-Com-mpi_bcast-001_0' result: TRUE_POS: correctly detected an Test 'ParamMatching-Com-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.152414083480835 sec Test 'ParamMatching-Com-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1235435009002686 sec Test 'ParamMatching-Com-mpi_iallgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.2065258026123047 sec -Test 'ParamMatching-Com-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93905997276306 sec -Test 'ParamMatching-Com-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.891304969787598 sec +Test 'ParamMatching-Com-mpi_iallreduce-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93905997276306 sec +Test 'ParamMatching-Com-mpi_ialltoall-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.891304969787598 sec Test 'ParamMatching-Com-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.0311031341552734 sec Test 'ParamMatching-Com-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.116502285003662 sec Test 'ParamMatching-Com-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 5.4935338497161865 sec -Test 'ParamMatching-Com-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.92315173149109 sec +Test 'ParamMatching-Com-mpi_iscan-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.92315173149109 sec Test 'ParamMatching-Com-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.16473126411438 sec Test 'ParamMatching-Com-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1199305057525635 sec Test 'ParamMatching-Com-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1636970043182373 sec Test 'ParamMatching-Com-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.1959049701690674 sec -Test 'ParamMatching-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.005857944488525 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (MUST v1.9.2 wrapper/ParamMatching-Comm-mpi_improbe-002_0) -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> -<html> -<head> -<title>MUST Outputfile</title> -<style type="text/css"> -td,td,table {border:thin solid black} -td.ie1, td.ie3, td.ie5, td.ie7 { background-color:#DDFFDD;} -td.ie2, td.ie4, td.ie6 { background-color:#EEFFEE;} -td.io1, td.io3, td.io5, td.io7 { background-color:#CCEECC;} -td.io2, td.io4, td.io6 { background-color:#DDEEDD;} -td.we1, td.we3, td.we5, td.we7 { background-color:#FFFFDD;} -td.we2, td.we4, td.we6 { background-color:#FFFFEE;} -td.wo1, td.wo3, td.wo5, td.wo7 { background-color:#EEEECC;} -td.wo2, td.wo4, td.wo6{ background-color:#EEEEDD;} -td.ee1, td.ee3, td.ee5, td.ee7 { background-color:#FFDDDD;} -td.ee2, td.ee4, td.ee6 { background-color:#FFEEEE;} -td.eo1, td.eo3, td.eo5, td.eo7{ background-color:#EECCCC;} -td.eo2, td.eo4, td.eo6 { background-color:#EEDDDD;} -td.c1{ text-align:center; vertical-align:middle;} -td.c2{ text-align:center; vertical-align:middle; overflow:auto;} -td.c3{ text-align:center; vertical-align:middle;} -td.c4{ text-align:center; vertical-align:middle;} -td.c5{ } -td.c6{ text-align:left; vertical-align:middle;} -td.c7{ text-align:center; vertical-align:middle;} -div.shortmsg{ max-width:100%; text-overflow:ellipsis; display: inline-block; display: inline-block; white-space: nowrap; overflow:hidden; } -div.shortmsg br { display: none; } -.build-info label { font-weight: bold; } -</style> -</head> -<body> -<p> <b>MUST Output</b>, starting date: Fri Jun 7 12:44:40 2024. -</p> -<script type="text/javascript"> -function flagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor="#ff0000"; -} - -function deflagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor=""; -} - -function showdetail(me, name) -{ -var obj = document.getElementById(name); -if( obj ) -{ -var style = obj.style; -var visible = String(style.visibility); -if( visible == 'hidden' ) -{ -style.visibility = 'visible'; -style.display=""; -} -else -{ -style.visibility = 'hidden'; -style.display="none"; -} -} -} -</script> -<table border="0" cellspacing="0" cellpadding="0" style="table-layout: fixed; width: 100%"> -<tr> -<td align="center" bgcolor="#9999DD" width="7%"><b>Rank(s)</b></td> -<td align="center" bgcolor="#7777BB" width="28%"><b>Type</b></td> -<td align="center" bgcolor="#9999DD"><b>Message</b></td> -</tr> -<tr onclick="showdetail(this, 'detail0');" onmouseover="flagrow(this);" onmouseout="deflagrow(this);"><td class=io1 c1>1</td><td class=io2 c2><b>Information</b></td><td class=io3 c3><div class="shortmsg">No buffer allocated at given address.</div></td></tr><tr><td colspan="3" id="detail0" style="visibility:hidden; display:none"><div>Details:</div><table><tr><td align="center" bgcolor="#9999DD"><b>Message</b></td><td align="left" bgcolor="#7777BB"><b>From</b></td><td align="left" bgcolor="#9999DD"><b>References</b></td></tr><tr><td class=io3 c3>No buffer allocated at given address.</td><td class=io4 c4>Representative location:<br> -<b>MPI_Send</b> (1st occurrence) called from: <br> -#0 main@/tmp/tmp45tq25u6/ParamMatching-Comm-mpi_improbe-002:</td><td class=io5 c5> </td></tr></table></td></tr> -Running #1352 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c -Wait up to 60 seconds -Compiling ParamMatching-Comm-mpi_improbe-002.c (batchinfo:1/1) - - -$ typeart-mpicc -fPIC /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c -o /tmp/tmp45tq25u6/ParamMatching-Comm-mpi_improbe-002 -L/MBI-builds/MUST192/lib -lpnmpi - -| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument] -| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument] -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 1 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 0.00 -| Stack call filtered % : 0.00 -| Alloca of pointer discarded : 0.00 -| > Global Memory -| Global : 2 -| Global filter total : 0 -| Global call filtered % : 0.00 -| Global filtered % : 0.00 -| -------------------------------------- -| ------------------ -| TypeArtPass [Heap] -| Malloc : 1 -| Free : 1 -| Alloca : 0 -| Global : 0 -| ------------------ -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 0 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 10.00 -| Stack call filtered % : 100.00 -| Alloca of pointer discarded : 2.00 -| > Global Memory -| Global : 2 -| Global filter total : 2 -| Global call filtered % : 100.00 -| Global filtered % : 100.00 -| -------------------------------------- -| ------------------- -| TypeArtPass [Stack] -| Malloc : 0 -| Free : 0 -| Alloca : 0 -| Global : 0 -| ------------------- -| - - -Executing the command (cwd: /tmp/tmp45tq25u6) - $ mustrun --must:distributed --must:typeart -np 2 ./ParamMatching-Comm-mpi_improbe-002 - -| [MUST] MUST configuration ... distributed checks without application crash handling -| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913 -| [MUST] Weaver ... success -| [MUST] Generating P^nMPI configuration ... success -| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used. -| [MUST] Search for linked P^nMPI ... found ... success -| [MUST] Executing application: -Command killed by signal 15, elapsed time: 60.20827341079712 - -Finished #1352 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c - -<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -Test 'ParamMatching-Comm-mpi_improbe-002_0' result: other: inconclusive run. Elapsed: 60.20827341079712 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (MUST v1.9.2 wrapper/ParamMatching-Comm-mpi_improbe-003_0) -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> -<html> -<head> -<title>MUST Outputfile</title> -<style type="text/css"> -td,td,table {border:thin solid black} -td.ie1, td.ie3, td.ie5, td.ie7 { background-color:#DDFFDD;} -td.ie2, td.ie4, td.ie6 { background-color:#EEFFEE;} -td.io1, td.io3, td.io5, td.io7 { background-color:#CCEECC;} -td.io2, td.io4, td.io6 { background-color:#DDEEDD;} -td.we1, td.we3, td.we5, td.we7 { background-color:#FFFFDD;} -td.we2, td.we4, td.we6 { background-color:#FFFFEE;} -td.wo1, td.wo3, td.wo5, td.wo7 { background-color:#EEEECC;} -td.wo2, td.wo4, td.wo6{ background-color:#EEEEDD;} -td.ee1, td.ee3, td.ee5, td.ee7 { background-color:#FFDDDD;} -td.ee2, td.ee4, td.ee6 { background-color:#FFEEEE;} -td.eo1, td.eo3, td.eo5, td.eo7{ background-color:#EECCCC;} -td.eo2, td.eo4, td.eo6 { background-color:#EEDDDD;} -td.c1{ text-align:center; vertical-align:middle;} -td.c2{ text-align:center; vertical-align:middle; overflow:auto;} -td.c3{ text-align:center; vertical-align:middle;} -td.c4{ text-align:center; vertical-align:middle;} -td.c5{ } -td.c6{ text-align:left; vertical-align:middle;} -td.c7{ text-align:center; vertical-align:middle;} -div.shortmsg{ max-width:100%; text-overflow:ellipsis; display: inline-block; display: inline-block; white-space: nowrap; overflow:hidden; } -div.shortmsg br { display: none; } -.build-info label { font-weight: bold; } -</style> -</head> -<body> -<p> <b>MUST Output</b>, starting date: Fri Jun 7 12:46:53 2024. -</p> -<script type="text/javascript"> -function flagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor="#ff0000"; -} - -function deflagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor=""; -} - -function showdetail(me, name) -{ -var obj = document.getElementById(name); -if( obj ) -{ -var style = obj.style; -var visible = String(style.visibility); -if( visible == 'hidden' ) -{ -style.visibility = 'visible'; -style.display=""; -} -else -{ -style.visibility = 'hidden'; -style.display="none"; -} -} -} -</script> -<table border="0" cellspacing="0" cellpadding="0" style="table-layout: fixed; width: 100%"> -<tr> -<td align="center" bgcolor="#9999DD" width="7%"><b>Rank(s)</b></td> -<td align="center" bgcolor="#7777BB" width="28%"><b>Type</b></td> -<td align="center" bgcolor="#9999DD"><b>Message</b></td> -</tr> -<tr onclick="showdetail(this, 'detail0');" onmouseover="flagrow(this);" onmouseout="deflagrow(this);"><td class=io1 c1>1</td><td class=io2 c2><b>Information</b></td><td class=io3 c3><div class="shortmsg">No buffer allocated at given address.</div></td></tr><tr><td colspan="3" id="detail0" style="visibility:hidden; display:none"><div>Details:</div><table><tr><td align="center" bgcolor="#9999DD"><b>Message</b></td><td align="left" bgcolor="#7777BB"><b>From</b></td><td align="left" bgcolor="#9999DD"><b>References</b></td></tr><tr><td class=io3 c3>No buffer allocated at given address.</td><td class=io4 c4>Representative location:<br> -<b>MPI_Send</b> (1st occurrence) called from: <br> -#0 main@/tmp/tmpsgvbfon7/ParamMatching-Comm-mpi_improbe-003:</td><td class=io5 c5> </td></tr></table></td></tr> -Running #1412 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c -Wait up to 60 seconds -Compiling ParamMatching-Comm-mpi_improbe-003.c (batchinfo:1/1) - - -$ typeart-mpicc -fPIC /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c -o /tmp/tmpsgvbfon7/ParamMatching-Comm-mpi_improbe-003 -L/MBI-builds/MUST192/lib -lpnmpi - -| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument] -| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument] -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 1 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 0.00 -| Stack call filtered % : 0.00 -| Alloca of pointer discarded : 0.00 -| > Global Memory -| Global : 2 -| Global filter total : 0 -| Global call filtered % : 0.00 -| Global filtered % : 0.00 -| -------------------------------------- -| ------------------ -| TypeArtPass [Heap] -| Malloc : 1 -| Free : 1 -| Alloca : 0 -| Global : 0 -| ------------------ -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 0 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 10.00 -| Stack call filtered % : 100.00 -| Alloca of pointer discarded : 2.00 -| > Global Memory -| Global : 2 -| Global filter total : 2 -| Global call filtered % : 100.00 -| Global filtered % : 100.00 -| -------------------------------------- -| ------------------- -| TypeArtPass [Stack] -| Malloc : 0 -| Free : 0 -| Alloca : 0 -| Global : 0 -| ------------------- -| - - -Executing the command (cwd: /tmp/tmpsgvbfon7) - $ mustrun --must:distributed --must:typeart -np 2 ./ParamMatching-Comm-mpi_improbe-003 - -| [MUST] MUST configuration ... distributed checks without application crash handling -| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913 -| [MUST] Weaver ... success -| [MUST] Generating P^nMPI configuration ... success -| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used. -| [MUST] Search for linked P^nMPI ... found ... success -| [MUST] Executing application: -Command killed by signal 15, elapsed time: 60.20624780654907 - -Finished #1412 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c - -<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -Test 'ParamMatching-Comm-mpi_improbe-003_0' result: other: inconclusive run. Elapsed: 60.20624780654907 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (MUST v1.9.2 wrapper/ParamMatching-Comm-mpi_improbe-004_0) -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> -<html> -<head> -<title>MUST Outputfile</title> -<style type="text/css"> -td,td,table {border:thin solid black} -td.ie1, td.ie3, td.ie5, td.ie7 { background-color:#DDFFDD;} -td.ie2, td.ie4, td.ie6 { background-color:#EEFFEE;} -td.io1, td.io3, td.io5, td.io7 { background-color:#CCEECC;} -td.io2, td.io4, td.io6 { background-color:#DDEEDD;} -td.we1, td.we3, td.we5, td.we7 { background-color:#FFFFDD;} -td.we2, td.we4, td.we6 { background-color:#FFFFEE;} -td.wo1, td.wo3, td.wo5, td.wo7 { background-color:#EEEECC;} -td.wo2, td.wo4, td.wo6{ background-color:#EEEEDD;} -td.ee1, td.ee3, td.ee5, td.ee7 { background-color:#FFDDDD;} -td.ee2, td.ee4, td.ee6 { background-color:#FFEEEE;} -td.eo1, td.eo3, td.eo5, td.eo7{ background-color:#EECCCC;} -td.eo2, td.eo4, td.eo6 { background-color:#EEDDDD;} -td.c1{ text-align:center; vertical-align:middle;} -td.c2{ text-align:center; vertical-align:middle; overflow:auto;} -td.c3{ text-align:center; vertical-align:middle;} -td.c4{ text-align:center; vertical-align:middle;} -td.c5{ } -td.c6{ text-align:left; vertical-align:middle;} -td.c7{ text-align:center; vertical-align:middle;} -div.shortmsg{ max-width:100%; text-overflow:ellipsis; display: inline-block; display: inline-block; white-space: nowrap; overflow:hidden; } -div.shortmsg br { display: none; } -.build-info label { font-weight: bold; } -</style> -</head> -<body> -<p> <b>MUST Output</b>, starting date: Fri Jun 7 12:47:03 2024. -</p> -<script type="text/javascript"> -function flagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor="#ff0000"; -} - -function deflagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor=""; -} - -function showdetail(me, name) -{ -var obj = document.getElementById(name); -if( obj ) -{ -var style = obj.style; -var visible = String(style.visibility); -if( visible == 'hidden' ) -{ -style.visibility = 'visible'; -style.display=""; -} -else -{ -style.visibility = 'hidden'; -style.display="none"; -} -} -} -</script> -<table border="0" cellspacing="0" cellpadding="0" style="table-layout: fixed; width: 100%"> -<tr> -<td align="center" bgcolor="#9999DD" width="7%"><b>Rank(s)</b></td> -<td align="center" bgcolor="#7777BB" width="28%"><b>Type</b></td> -<td align="center" bgcolor="#9999DD"><b>Message</b></td> -</tr> -<tr onclick="showdetail(this, 'detail0');" onmouseover="flagrow(this);" onmouseout="deflagrow(this);"><td class=io1 c1>1</td><td class=io2 c2><b>Information</b></td><td class=io3 c3><div class="shortmsg">No buffer allocated at given address.</div></td></tr><tr><td colspan="3" id="detail0" style="visibility:hidden; display:none"><div>Details:</div><table><tr><td align="center" bgcolor="#9999DD"><b>Message</b></td><td align="left" bgcolor="#7777BB"><b>From</b></td><td align="left" bgcolor="#9999DD"><b>References</b></td></tr><tr><td class=io3 c3>No buffer allocated at given address.</td><td class=io4 c4>Representative location:<br> -<b>MPI_Send</b> (1st occurrence) called from: <br> -#0 main@/tmp/tmp3s8i52qy/ParamMatching-Comm-mpi_improbe-004:</td><td class=io5 c5> </td></tr></table></td></tr> -Running #1686 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c -Wait up to 60 seconds -Compiling ParamMatching-Comm-mpi_improbe-004.c (batchinfo:1/1) - - -$ typeart-mpicc -fPIC /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c -o /tmp/tmp3s8i52qy/ParamMatching-Comm-mpi_improbe-004 -L/MBI-builds/MUST192/lib -lpnmpi - -| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument] -| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument] -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 1 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 0.00 -| Stack call filtered % : 0.00 -| Alloca of pointer discarded : 0.00 -| > Global Memory -| Global : 2 -| Global filter total : 0 -| Global call filtered % : 0.00 -| Global filtered % : 0.00 -| -------------------------------------- -| ------------------ -| TypeArtPass [Heap] -| Malloc : 1 -| Free : 1 -| Alloca : 0 -| Global : 0 -| ------------------ -| -------------------------------------- -| MemInstFinderPass -| Filter string : *MPI_* -| > Heap Memory -| Heap alloc : 0 -| Heap call filtered % : 0.00 -| > Stack Memory -| Alloca : 11.00 -| Stack call filtered % : 100.00 -| Alloca of pointer discarded : 2.00 -| > Global Memory -| Global : 2 -| Global filter total : 2 -| Global call filtered % : 100.00 -| Global filtered % : 100.00 -| -------------------------------------- -| ------------------- -| TypeArtPass [Stack] -| Malloc : 0 -| Free : 0 -| Alloca : 0 -| Global : 0 -| ------------------- -| - - -Executing the command (cwd: /tmp/tmp3s8i52qy) - $ mustrun --must:distributed --must:typeart -np 2 ./ParamMatching-Comm-mpi_improbe-004 - -| [MUST] MUST configuration ... distributed checks without application crash handling -| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913 -| [MUST] Weaver ... success -| [MUST] Generating P^nMPI configuration ... success -| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used. -| [MUST] Search for linked P^nMPI ... found ... success -| [MUST] Executing application: -Command killed by signal 15, elapsed time: 60.2070472240448 - -Finished #1686 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c - -<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -Test 'ParamMatching-Comm-mpi_improbe-004_0' result: other: inconclusive run. Elapsed: 60.2070472240448 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (MUST v1.9.2 wrapper/ParamMatching-Comm-mpi_improbe-005_0) -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> -<html> -<head> -<title>MUST Outputfile</title> -<style type="text/css"> -td,td,table {border:thin solid black} -td.ie1, td.ie3, td.ie5, td.ie7 { background-color:#DDFFDD;} -td.ie2, td.ie4, td.ie6 { background-color:#EEFFEE;} -td.io1, td.io3, td.io5, td.io7 { background-color:#CCEECC;} -td.io2, td.io4, td.io6 { background-color:#DDEEDD;} -td.we1, td.we3, td.we5, td.we7 { background-color:#FFFFDD;} -td.we2, td.we4, td.we6 { background-color:#FFFFEE;} -td.wo1, td.wo3, td.wo5, td.wo7 { background-color:#EEEECC;} -td.wo2, td.wo4, td.wo6{ background-color:#EEEEDD;} -td.ee1, td.ee3, td.ee5, td.ee7 { background-color:#FFDDDD;} -td.ee2, td.ee4, td.ee6 { background-color:#FFEEEE;} -td.eo1, td.eo3, td.eo5, td.eo7{ background-color:#EECCCC;} -td.eo2, td.eo4, td.eo6 { background-color:#EEDDDD;} -td.c1{ text-align:center; vertical-align:middle;} -td.c2{ text-align:center; vertical-align:middle; overflow:auto;} -td.c3{ text-align:center; vertical-align:middle;} -td.c4{ text-align:center; vertical-align:middle;} -td.c5{ } -td.c6{ text-align:left; vertical-align:middle;} -td.c7{ text-align:center; vertical-align:middle;} -div.shortmsg{ max-width:100%; text-overflow:ellipsis; display: inline-block; display: inline-block; white-space: nowrap; overflow:hidden; } -div.shortmsg br { display: none; } -.build-info label { font-weight: bold; } -</style> -</head> -<body> -<p> <b>MUST Output</b>, starting date: Fri Jun 7 12:56:35 2024. -</p> -<script type="text/javascript"> -function flagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor="#ff0000"; -} - -function deflagrow(obj) -{ - for( var i = 0; i < obj.cells.length; i++ ) - obj.cells[i].style.borderColor=""; -} - -function showdetail(me, name) -{ -var obj = document.getElementById(name); -if( obj ) -{ -var style = obj.style; -var visible = String(style.visibility); -if( visible == 'hidden' ) -{ -style.visibility = 'visible'; -style.display=""; -} -else -{ -style.visibility = 'hidden'; -style.display="none"; -} -} -} -</script> -<table border="0" cellspacing="0" cellpadding="0" style="table-layout: fixed; width: 100%"> -<tr> -<td align="center" bgcolor="#9999DD" width="7%"><b>Rank(s)</b></td> -<td align="center" bgcolor="#7777BB" width="28%"><b>Type</b></td> -<td align="center" bgcolor="#9999DD"><b>Message</b></td> -</tr> -<tr onclick="showdetail(this, 'detail0');" onmouseover="flagrow(this);" onmouseout="deflagrow(this);"><td class=io1 c1>1</td><td class=io2 c2><b>Information</b></td><td class=io3 c3><div class="shortmsg">No buffer allocated at given address.</div></td></tr><tr><td colspan="3" id="detail0" style="visibility:hidden; display:none"><div>Details:</div><table><tr><td align="center" bgcolor="#9999DD"><b>Message</b></td><td align="left" bgcolor="#7777BB"><b>From</b></td><td align="left" bgcolor="#9999DD"><b>References</b></td></tr><tr><td class=io3 c3>No buffer allocated at given address.</td><td class=io4 c4>Representative location:<br> -<b>MPI_Send</b>